-- Logs begin at Thu 2021-06-10 03:18:11 UTC, end at Thu 2021-06-10 04:09:21 UTC. -- Jun 10 03:46:56.179202 dv-cinder-741349-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 10 03:46:58.809991 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.common.config [-] Logging enabled! Jun 10 03:46:58.810878 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev308 Jun 10 03:46:58.811047 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91518) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 03:46:58.814129 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.common.config [-] Logging enabled! Jun 10 03:46:58.814403 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev308 Jun 10 03:46:58.814715 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91518) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 03:46:58.815613 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 03:46:58.815844 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 03:46:58.816195 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 03:46:58.816446 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 03:46:58.816670 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 03:46:58.816983 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.817277 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.817572 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.817800 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.818091 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.818406 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.818690 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.818974 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.819266 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.819547 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.819826 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.820110 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.820335 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.820642 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.820926 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.821208 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.821429 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] debug = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.821707 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.822125 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.822550 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.822830 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.823116 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.823395 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.823664 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.823936 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.824220 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.824554 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] host = dv-cinder-741349-4-smb {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.824832 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.825116 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.825400 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.825682 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.825953 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.826223 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.826530 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.826799 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.827068 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] log_file = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.827339 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.827626 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.827909 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.828193 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.828417 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.828639 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.828923 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.829206 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.829478 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.829747 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.830015 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.830307 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.830581 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.830846 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.831126 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.831406 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.831687 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.831956 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.832224 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.832493 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.832761 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.833041 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.833308 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.833577 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.833844 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.834124 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.834411 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.834685 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.834981 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.835263 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.835541 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.835821 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.836113 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.836393 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.836665 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.836937 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.837207 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] use_json = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.837475 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.837743 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.838021 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.838313 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.838586 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.838856 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.839125 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.839407 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:46:58.839698 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.839988 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.840282 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.840562 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.840851 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.841126 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.841410 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.841684 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.841967 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.842266 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.842554 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.842827 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.843108 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.843380 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.843668 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.843966 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.844253 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.844543 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.844813 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.845083 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.845352 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.845626 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.845905 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.846192 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.846500 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.846770 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.847045 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.847331 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.847603 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.847869 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.848143 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.848427 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.848702 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.848970 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.849247 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.849517 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.849783 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.850047 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.850346 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.850633 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.850905 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.851173 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.851438 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.852227 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.852496 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.852776 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.853048 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.853314 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.853581 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.853853 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.854121 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.854418 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.854694 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.854968 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.855241 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.855511 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.855778 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.856045 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.856311 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.856578 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.856843 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.857107 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.857377 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.857642 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.857906 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.858170 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.858463 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.858733 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.859014 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.859305 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.859577 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.859849 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.860119 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.860392 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.860663 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.860934 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.861206 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.861479 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.861745 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.862027 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.862327 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.862611 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.862906 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.863162 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.863449 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.863721 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.863998 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.864270 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.864543 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.864827 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.865241 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.865401 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.865687 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.865975 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.866287 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.866578 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.866854 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.867159 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.868011 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:46:58.868224 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 03:46:58.868461 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91518) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 10 03:46:59.211403 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:46:59.211675 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:46:59.211960 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:46:59.212284 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 10 03:46:59.592024 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.592309 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.592577 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.593881 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.594153 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.594441 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.628274 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.628544 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.628807 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.641665 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.641944 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.642211 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.671897 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.672174 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.672440 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.707109 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.707382 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.707647 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.934178 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.934800 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.934800 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.934954 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:46:59.936109 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.056435 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.056750 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.057029 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.057304 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.057572 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.057880 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.058137 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.058417 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.058671 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.058952 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.059208 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.059472 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.059731 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.059991 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.060245 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.060787 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.061057 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.061312 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.061579 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.061830 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.062108 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.062475 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.062727 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.063007 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.063254 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.063497 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.063881 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 03:47:00.064119 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 03:47:00.064352 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 03:47:00.064585 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 03:47:00.064815 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 03:47:00.065044 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 03:47:00.066311 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 10 03:47:00.069327 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 10 03:47:00.073662 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 10 03:47:00.076919 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jun 10 03:47:00.078557 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 10 03:47:00.079000 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 10 03:47:00.079330 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 10 03:47:00.079709 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 10 03:47:00.082477 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 10 03:47:00.082729 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 10 03:47:00.083076 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 03:47:00.110390 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 10 03:47:00.110840 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.111134 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91518) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 10 03:47:00.111491 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.112824 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91518) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 10 03:47:00.113103 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 03:47:00.113347 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 10 03:47:00.116414 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.116696 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.178775 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 10 03:47:00.179011 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 10 03:47:00.179245 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 10 03:47:00.179607 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 10 03:47:00.200236 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_db.sqlalchemy.engines [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91518) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 10 03:47:00.706068 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Initializing driver for type 'gre' Jun 10 03:47:00.706628 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] gre ID ranges: [(1, 1000)] Jun 10 03:47:00.757726 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Initializing driver for type 'local' Jun 10 03:47:00.758064 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Initializing driver for type 'vlan' Jun 10 03:47:00.770588 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] VlanTypeDriver initialization complete Jun 10 03:47:00.770976 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Initializing driver for type 'vxlan' Jun 10 03:47:00.771537 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] vxlan ID ranges: [(1, 1000)] Jun 10 03:47:00.826210 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Initializing extension driver 'port_security' Jun 10 03:47:00.826581 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.extensions.port_security [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] PortSecurityExtensionDriver initialization complete Jun 10 03:47:00.826918 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Initializing mechanism driver 'openvswitch' Jun 10 03:47:00.827254 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Initializing mechanism driver 'hyperv' Jun 10 03:47:00.833586 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:47:00.834512 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > port after_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.834882 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > port after_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.835238 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > port after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.835623 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > subnet after_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.836581 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > subnet after_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.836941 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > subnet after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.837318 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > network after_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.837664 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > network after_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.838004 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > network after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.838424 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > security_group after_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.838770 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > security_group after_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.839105 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > security_group after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.839485 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.839825 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.840163 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.840539 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > address_group after_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.840879 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > address_group after_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.841216 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > address_group after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.841552 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] ML2 OVO RPC backend initialized. {{(pid=91518) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 10 03:47:00.842263 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router_interface after_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.842616 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.843024 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > network before_response 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.843368 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > networks before_response 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.843708 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > port before_response 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.844044 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > ports before_response 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.844380 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > subnet before_response 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.844715 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > subnets before_response 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.845055 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > network after_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.845387 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > network after_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.845716 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > network after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.846051 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > port after_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.846410 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > port after_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.846752 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > port after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.847091 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > subnet after_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.847424 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > subnet after_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.847754 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > subnet after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.848316 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.plugin [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Modular L2 Plugin initialization complete Jun 10 03:47:00.848639 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading services supported by the core plugin {{(pid=91518) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 10 03:47:00.848961 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.plugins.ml2.managers [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Got port-security extension from driver 'port_security' Jun 10 03:47:00.849417 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.extensions.vlantransparent [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Disabled vlantransparent extension. Jun 10 03:47:00.849894 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91518) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 10 03:47:00.850206 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading Plugin: router Jun 10 03:47:00.885080 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router_interface before_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.885460 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router after_create 55549900 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.885823 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router before_create 55549900 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.886193 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.886583 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.886932 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router after_delete 55549900 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.887286 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > floatingip after_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.887644 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router after_create 55549900 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.887985 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router after_update 55549900 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.888327 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router after_update 55549900 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.888669 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.889033 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router after_update 55549900 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.889429 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router precommit_update 55549900 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.889792 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: port after_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.890127 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: port after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.890486 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: subnet after_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.890822 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.891165 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > port precommit_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.891508 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router precommit_create 55549900 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.891848 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: port before_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.892187 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router precommit_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.892537 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router after_update 55549900 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.892876 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router precommit_delete 55549900 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.893222 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router precommit_create 55549900 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.893576 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router_interface after_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.893914 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router precommit_update 55549900 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.894310 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > network after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.895141 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Tracking information for resource: router configured {{(pid=91518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 03:47:00.895474 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Tracking information for resource: floatingip configured {{(pid=91518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 03:47:00.901021 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.db.l3_agentschedulers_db [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 10 03:47:00.901583 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: port after_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.901937 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: port after_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.902317 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: port after_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.902664 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: port after_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.903435 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router before_create 55550100 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.903799 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router precommit_delete 55550100 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.904155 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router precommit_create 55550100 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.904505 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > router precommit_update 55550100 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.910107 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.services.provider_configuration [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Service providers = [] {{(pid=91518) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 10 03:47:00.910615 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.db.servicetype_db [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91518) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 10 03:47:00.914031 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.services.service_base [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91518) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 03:47:00.914684 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.services.service_base [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91518) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 03:47:00.914990 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.services.service_base [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91518) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 03:47:00.915933 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.services.service_base [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91518) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 03:47:00.916335 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.services.service_base [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 10 03:47:00.916924 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 03:47:00.917231 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 10 03:47:00.928971 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 03:47:00.929374 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading Plugin: auto_allocate Jun 10 03:47:00.936620 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: network precommit_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.937204 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: network precommit_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.937589 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 03:47:00.937951 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading Plugin: tag Jun 10 03:47:00.945984 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 03:47:00.946527 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading Plugin: timestamp Jun 10 03:47:00.950681 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 03:47:00.951011 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading Plugin: network_ip_availability Jun 10 03:47:00.956378 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.956697 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.957053 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:00.957751 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 03:47:00.958069 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading Plugin: flavors Jun 10 03:47:00.963423 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 03:47:00.963753 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading Plugin: revisions Jun 10 03:47:00.967965 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 03:47:00.968350 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_concurrency.lockutils [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.756s {{(pid=91518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:47:00.969078 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91518) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 10 03:47:00.969410 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Initializing extension manager. Jun 10 03:47:00.969906 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: __init__.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.970265 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: __pycache__ {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.970613 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.970932 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: address_group.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.971662 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:00.972221 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: address-group Jun 10 03:47:00.972539 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: address_scope.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.973226 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:00.973731 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: address-scope Jun 10 03:47:00.974053 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: admin_state_down_before_update.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.974976 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:00.975483 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: router-admin-state-down-before-update Jun 10 03:47:00.975803 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: agent.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.976673 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:00.977180 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: agent Jun 10 03:47:00.977498 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: agent_resources_synced.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.978411 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:00.978918 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: agent-resources-synced Jun 10 03:47:00.979235 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: allowedaddresspairs.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.980944 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:00.981468 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: allowed-address-pairs Jun 10 03:47:00.981793 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: auto_allocated_topology.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.982865 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:00.983380 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: auto-allocated-topology Jun 10 03:47:00.983711 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: availability_zone.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.984383 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:00.984892 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: availability_zone Jun 10 03:47:00.985212 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: availability_zone_filter.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.986092 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:00.986627 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: availability_zone_filter Jun 10 03:47:00.986950 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: data_plane_status.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.987833 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:00.988340 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension data-plane-status not supported by any of loaded plugins Jun 10 03:47:00.988659 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: default_subnetpools.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.989538 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:00.990045 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: default-subnetpools Jun 10 03:47:00.990398 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: dhcpagentscheduler.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.991178 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:00.991685 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: dhcp_agent_scheduler Jun 10 03:47:00.992010 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: dns.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.992916 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:00.993420 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension dns-integration not supported by any of loaded plugins Jun 10 03:47:00.993742 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: dns_domain_ports.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.994654 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:00.995159 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 10 03:47:00.995478 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: dvr.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.996127 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:00.996631 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: dvr Jun 10 03:47:00.996946 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: empty_string_filtering.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.997826 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:00.998433 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: empty-string-filtering Jun 10 03:47:00.998753 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:00.999637 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.000141 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 10 03:47:01.000458 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.001345 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.001848 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 10 03:47:01.002166 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: external_net.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.003083 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.003598 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: external-net Jun 10 03:47:01.003913 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: extra_dhcp_opt.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.004790 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.005297 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: extra_dhcp_opt Jun 10 03:47:01.005612 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: extraroute.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.006520 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.007026 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: extraroute Jun 10 03:47:01.007341 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: extraroute_atomic.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.008850 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.009362 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: extraroute-atomic Jun 10 03:47:01.009679 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: filter_validation.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.010350 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.010861 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: filter-validation Jun 10 03:47:01.011175 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: fip_pf_description.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.012059 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.012568 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 10 03:47:01.012884 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: fip_port_details.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.013792 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.014329 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: fip-port-details Jun 10 03:47:01.014649 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: flavors.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.015844 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.016361 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: flavors Jun 10 03:47:01.016683 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.018332 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.018857 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 10 03:47:01.019189 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: floatingip_pools.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.019867 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.020378 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: floatingip-pools Jun 10 03:47:01.020701 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: ip_allocation.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.021588 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.022094 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension ip_allocation not supported by any of loaded plugins Jun 10 03:47:01.022448 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.023360 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.024507 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: ip-substring-filtering Jun 10 03:47:01.024830 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: l2_adjacency.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.025729 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.026256 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension l2_adjacency not supported by any of loaded plugins Jun 10 03:47:01.026585 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: l3.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.027514 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.028033 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: router Jun 10 03:47:01.028356 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: l3_conntrack_helper.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.030681 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.031212 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 10 03:47:01.031545 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.032446 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.032962 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: ext-gw-mode Jun 10 03:47:01.033295 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.034190 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.034731 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: l3-ha Jun 10 03:47:01.035056 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: l3_flavors.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.035937 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.036447 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: l3-flavors Jun 10 03:47:01.036768 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.037650 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.038162 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: l3-port-ip-change-not-allowed Jun 10 03:47:01.038526 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: l3agentscheduler.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.039533 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.040050 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: l3_agent_scheduler Jun 10 03:47:01.040374 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: logging.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.041840 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.042391 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension logging not supported by any of loaded plugins Jun 10 03:47:01.042719 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: metering.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.043441 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.044011 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: metering Jun 10 03:47:01.044335 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.045394 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.045910 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: metering_source_and_destination_fields Jun 10 03:47:01.046255 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: multiprovidernet.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.047160 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.047670 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: multi-provider Jun 10 03:47:01.047993 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: netmtu.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.048883 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.049390 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: net-mtu Jun 10 03:47:01.049711 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: netmtu_writable.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.050628 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.051134 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: net-mtu-writable Jun 10 03:47:01.051459 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: network_availability_zone.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.052104 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.052611 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: network_availability_zone Jun 10 03:47:01.052936 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: network_ip_availability.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.053996 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.054539 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: network-ip-availability Jun 10 03:47:01.054886 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: network_segment_range.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.055641 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.056149 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension network-segment-range not supported by any of loaded plugins Jun 10 03:47:01.056467 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: pagination.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.057420 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.057748 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: pagination Jun 10 03:47:01.058068 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: port_device_profile.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.058982 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.059573 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: port-device-profile Jun 10 03:47:01.059895 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.061045 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.061557 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: port-mac-address-regenerate Jun 10 03:47:01.061878 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.062813 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.063324 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: port-numa-affinity-policy Jun 10 03:47:01.063641 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: port_resource_request.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.064522 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.065025 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension port-resource-request not supported by any of loaded plugins Jun 10 03:47:01.065342 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: portbindings.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.066272 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.066780 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: binding Jun 10 03:47:01.067097 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: portbindings_extended.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.069748 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.070315 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: binding-extended Jun 10 03:47:01.071181 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: portsecurity.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.072103 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.072618 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: port-security Jun 10 03:47:01.072942 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: project_id.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.074188 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.074310 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: project-id Jun 10 03:47:01.074551 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: providernet.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.075449 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.075969 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: provider Jun 10 03:47:01.076288 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: qos.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.079772 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.080298 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension qos not supported by any of loaded plugins Jun 10 03:47:01.080627 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.081850 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.082400 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 10 03:47:01.082727 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.083631 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.084143 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 10 03:47:01.084465 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: qos_default.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.085361 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.085877 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension qos-default not supported by any of loaded plugins Jun 10 03:47:01.086778 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: qos_fip.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.087414 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.087920 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension qos-fip not supported by any of loaded plugins Jun 10 03:47:01.088239 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: qos_gateway_ip.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.089134 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.089644 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 10 03:47:01.089962 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: qos_port_network_policy.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.090886 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.091400 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 10 03:47:01.091722 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: qos_rule_type_details.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.092626 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.093142 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 10 03:47:01.093461 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: qos_rules_alias.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.094493 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.095009 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 10 03:47:01.095327 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: quotasv2.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.096220 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.096543 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: quotas Jun 10 03:47:01.096861 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: quotasv2_detail.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.099879 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.100219 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: quota_details Jun 10 03:47:01.100547 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: rbac.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.101574 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.102128 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: rbac-policies Jun 10 03:47:01.102479 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: rbac_address_group.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.103387 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.103903 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: rbac-address-group Jun 10 03:47:01.104226 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: rbac_address_scope.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.105118 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.105633 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: rbac-address-scope Jun 10 03:47:01.105959 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: rbac_security_groups.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.106875 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.107390 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: rbac-security-groups Jun 10 03:47:01.107713 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: rbac_subnetpool.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.108804 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.109323 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: rbac-subnetpool Jun 10 03:47:01.109648 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: revisionifmatch.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.110582 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.111099 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: revision-if-match Jun 10 03:47:01.111425 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: revisions.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.112513 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.113024 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: standard-attr-revisions Jun 10 03:47:01.113351 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: router_availability_zone.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.114035 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.114574 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: router_availability_zone Jun 10 03:47:01.114897 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: routerservicetype.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.115787 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.116301 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension router-service-type not supported by any of loaded plugins Jun 10 03:47:01.116621 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.117536 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.118050 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: security-groups-normalized-cidr Jun 10 03:47:01.118409 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: security_groups_port_filtering.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.119301 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.119815 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: port-security-groups-filtering Jun 10 03:47:01.120134 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.121026 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.121541 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: security-groups-remote-address-group Jun 10 03:47:01.121857 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: securitygroup.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.131242 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.131775 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: security-group Jun 10 03:47:01.132118 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: segment.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.133389 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.133897 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension segment not supported by any of loaded plugins Jun 10 03:47:01.134221 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.135153 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.135664 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 10 03:47:01.135988 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: servicetype.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.137058 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.137576 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: service-type Jun 10 03:47:01.137901 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: sorting.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.138880 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.139208 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: sorting Jun 10 03:47:01.139530 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: standard_attr_segment.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.140416 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.140932 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 10 03:47:01.141251 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: standardattrdescription.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.141877 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.142418 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: standard-attr-description Jun 10 03:47:01.142753 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: stateful_security_group.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.143647 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.144163 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: stateful-security-group Jun 10 03:47:01.144481 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: stdattrs_common.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.145039 dv-cinder-741349-4-smb neutron-server[91518]: WARNING neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 10 03:47:01.145357 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.146370 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.146879 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 10 03:47:01.147196 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: subnet_onboard.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.148238 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.149300 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: subnet_onboard Jun 10 03:47:01.149616 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.150548 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.151056 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 10 03:47:01.151373 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: subnet_service_types.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.152268 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.152781 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: subnet-service-types Jun 10 03:47:01.153095 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: subnetallocation.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.154144 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.154683 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: subnet_allocation Jun 10 03:47:01.155006 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.155653 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.156162 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: subnetpool-prefix-ops Jun 10 03:47:01.156481 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.157379 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.157885 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 10 03:47:01.158201 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: tagging.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.159258 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.159775 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: standard-attr-tag Jun 10 03:47:01.160095 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: timestamp.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.161355 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.161878 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loaded extension: standard-attr-timestamp Jun 10 03:47:01.162200 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: trunk.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.163231 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.163745 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension trunk not supported by any of loaded plugins Jun 10 03:47:01.164065 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: trunk_details.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.164971 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.165481 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension trunk-details not supported by any of loaded plugins Jun 10 03:47:01.165801 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: uplink_status_propagation.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.166716 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.167224 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 10 03:47:01.167544 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Loading extension file: vlantransparent.py {{(pid=91518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 03:47:01.168191 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 03:47:01.168697 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extension vlan-transparent not supported by any of loaded plugins Jun 10 03:47:01.171145 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Creating instance of TrackedResource for resource:network Jun 10 03:47:01.171670 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Creating instance of TrackedResource for resource:subnet Jun 10 03:47:01.172067 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 03:47:01.172472 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Creating instance of TrackedResource for resource:port Jun 10 03:47:01.173693 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.v2.resource_helper [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 03:47:01.174134 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.v2.resource_helper [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Service FLAVORS assigned prefix: {{(pid=91518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 03:47:01.174771 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.v2.resource_helper [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 03:47:01.175201 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.v2.resource_helper [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 03:47:01.175527 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Creating instance of TrackedResource for resource:router Jun 10 03:47:01.175957 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Creating instance of TrackedResource for resource:floatingip Jun 10 03:47:01.176441 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.v2.resource_helper [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Service METERING assigned prefix: /metering {{(pid=91518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 03:47:01.177882 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:01.178269 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:01.178621 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:47:01.179603 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 03:47:01.180542 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Creating instance of TrackedResource for resource:security_group Jun 10 03:47:01.180959 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 03:47:01.181565 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.v2.resource_helper [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Service CORE assigned prefix: {{(pid=91518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 03:47:01.181890 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 03:47:01.182248 dv-cinder-741349-4-smb neutron-server[91518]: WARNING neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] subnetpool is already registered Jun 10 03:47:01.182667 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.v2.resource_helper [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Service CORE assigned prefix: {{(pid=91518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 03:47:01.182988 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 03:47:01.183315 dv-cinder-741349-4-smb neutron-server[91518]: WARNING neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] subnetpool is already registered Jun 10 03:47:01.185895 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.v2.resource_helper [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 03:47:01.186351 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.v2.resource_helper [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Service FLAVORS assigned prefix: {{(pid=91518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 03:47:01.186942 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.v2.resource_helper [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 03:47:01.187355 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.v2.resource_helper [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 03:47:01.187683 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Creating instance of TrackedResource for resource:router Jun 10 03:47:01.188014 dv-cinder-741349-4-smb neutron-server[91518]: WARNING neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] router is already registered Jun 10 03:47:01.188420 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Creating instance of TrackedResource for resource:floatingip Jun 10 03:47:01.188752 dv-cinder-741349-4-smb neutron-server[91518]: WARNING neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] floatingip is already registered Jun 10 03:47:01.189203 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.v2.resource_helper [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Service METERING assigned prefix: /metering {{(pid=91518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 03:47:01.189858 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 03:47:01.190353 dv-cinder-741349-4-smb neutron-server[91518]: WARNING neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] rbac_policy is already registered Jun 10 03:47:01.190766 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Creating instance of TrackedResource for resource:security_group Jun 10 03:47:01.191098 dv-cinder-741349-4-smb neutron-server[91518]: WARNING neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] security_group is already registered Jun 10 03:47:01.191493 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 03:47:01.191821 dv-cinder-741349-4-smb neutron-server[91518]: WARNING neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] security_group_rule is already registered Jun 10 03:47:01.192435 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.v2.resource_helper [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Service CORE assigned prefix: {{(pid=91518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 03:47:01.192759 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 03:47:01.193092 dv-cinder-741349-4-smb neutron-server[91518]: WARNING neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] subnetpool is already registered Jun 10 03:47:01.193507 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.v2.resource_helper [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Service CORE assigned prefix: {{(pid=91518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 03:47:01.193855 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 03:47:01.194184 dv-cinder-741349-4-smb neutron-server[91518]: WARNING neutron.quota.resource_registry [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] subnetpool is already registered Jun 10 03:47:01.194674 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: extensions {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.196721 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: address-groups {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.198203 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: address-scopes {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.199555 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: agents {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.200726 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: auto-allocated-topology {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.201970 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: availability_zones {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.203224 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: dhcp-networks {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.204725 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: dhcp-agents {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.206146 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: routers {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.207918 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: flavors {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.209149 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: service_profiles {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.210389 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: next_providers {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.211836 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: service_profiles {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.213384 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: floatingip-pools {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.214689 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: routers {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.216385 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: floatingips {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.217650 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: l3-routers {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.219078 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: l3-agents {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.220508 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: metering-labels {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.221786 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: metering-label-rules {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.224146 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: network-ip-availabilities {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.225414 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: bindings {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.227017 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: quotas {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.228557 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: quotas {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.229982 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: rbac-policies {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.231201 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: security-groups {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.232502 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: security-group-rules {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.233751 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: service-providers {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.235002 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: subnetpools {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.236333 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: subnetpools {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.237876 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: tags {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.239591 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: tags {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.241395 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: tags {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.243734 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: tags {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.245397 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: tags {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.247372 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: tags {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.249056 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: tags {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.250882 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: tags {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.252749 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: tags {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.254596 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron.api.extensions [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Extended resource: tags {{(pid=91518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 03:47:01.261070 dv-cinder-741349-4-smb neutron-server[91518]: WARNING keystonemiddleware.auth_token [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 10 03:47:01.265580 dv-cinder-741349-4-smb neutron-server[91518]: WARNING keystonemiddleware.auth_token [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 10 03:47:01.273729 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_concurrency.lockutils [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Acquired lock "singleton_lock" {{(pid=91518) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 10 03:47:01.274204 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_concurrency.lockutils [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Releasing lock "singleton_lock" {{(pid=91518) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 10 03:47:01.274849 dv-cinder-741349-4-smb neutron-server[91518]: INFO oslo_service.service [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Starting 2 workers Jun 10 03:47:01.279591 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Started child 91625 {{(pid=91518) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 03:47:01.283919 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Started child 91626 {{(pid=91518) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 03:47:01.284842 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:01.285532 dv-cinder-741349-4-smb neutron-server[91518]: INFO neutron.service [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Neutron service started, listening on 0.0.0.0:9696 Jun 10 03:47:01.286139 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Notify callbacks [] for process, before_spawn {{(pid=91518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:01.286414 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [-] (91625) wsgi starting up on http://0.0.0.0:9696 Jun 10 03:47:01.288679 dv-cinder-741349-4-smb neutron-server[91518]: INFO oslo_service.service [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Starting 1 workers Jun 10 03:47:01.288860 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:01.290043 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [-] (91626) wsgi starting up on http://0.0.0.0:9696 Jun 10 03:47:01.293832 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Started child 91627 {{(pid=91518) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 03:47:01.294370 dv-cinder-741349-4-smb neutron-server[91518]: INFO oslo_service.service [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Starting 1 workers Jun 10 03:47:01.297454 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.service [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] calling RpcWorker wait() {{(pid=91627) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 10 03:47:01.297988 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.service [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] returning from RpcWorker wait() {{(pid=91627) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 10 03:47:01.298747 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Started child 91628 {{(pid=91518) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 03:47:01.299343 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:01.299548 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1b2a-2568-42ec-9b8f-ebe1d957cdde None None] Notify callbacks [] for process, after_spawn {{(pid=91518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:01.299919 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:47:01.301421 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91518) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 03:47:01.301626 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 03:47:01.301812 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 03:47:01.302026 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 03:47:01.302384 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 03:47:01.302548 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 03:47:01.303056 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.303342 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.303617 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.303715 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:01.304161 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.304161 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.304652 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:47:01.305271 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.305525 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.305763 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.306029 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.306297 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.306471 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.306641 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.306894 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.307124 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.307429 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.307710 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.307955 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.308243 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.308417 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.308677 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.308955 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.309204 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.309465 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] debug = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.309719 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.310198 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.310714 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.310969 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.311185 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.311474 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.311727 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.312002 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.312245 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.312504 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.312719 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.312984 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.313222 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.313432 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.313657 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.313906 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.314126 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.314612 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] host = dv-cinder-741349-4-smb {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.314825 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.315035 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.315296 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.315533 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.315776 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.315991 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.316240 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.316476 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.316735 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.316953 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.317194 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.317433 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.317672 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.317900 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] log_file = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.318061 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] log_options = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.318716 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.318991 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.319248 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.319484 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.319621 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.319746 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.319997 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.320159 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.320978 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.321207 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.321420 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.321632 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.321845 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.322091 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.322352 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.322598 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.322830 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.323034 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.323306 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.323496 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.323757 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.323951 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.324192 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.324404 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.324639 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.324869 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.325091 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.325321 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.325547 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.325809 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.326051 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.326334 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.326580 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.326824 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.327066 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.327288 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.327503 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.327767 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.327992 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.328232 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.328469 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.328710 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.328968 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.329170 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.330292 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.330500 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] use_json = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.331567 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.331903 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.332242 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.332548 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.332810 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.333046 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.333364 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.333780 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.334371 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.334681 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.334999 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.336076 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.336729 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.336996 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.337239 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.337466 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.337736 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.337972 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.338310 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.338541 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.338841 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.339070 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.339309 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.339702 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.339929 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.340218 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.340519 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.340743 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.340991 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.341204 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.342107 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.342107 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.342362 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.342578 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.342806 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.343067 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.343287 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.343521 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.343760 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.344003 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.344281 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.344504 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.344723 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.345017 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.345273 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.345497 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 46810) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:47:01.345660 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.345817 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.345968 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.346178 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.346507 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.346730 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.346966 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.347180 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.347412 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.347624 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.347856 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.348101 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.348333 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.348562 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.348779 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.349011 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.349242 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.349456 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.349684 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.349920 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.350128 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.350358 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.350589 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.350841 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.351088 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.351534 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.351534 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.351806 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.351973 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.352204 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.352417 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.352648 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.352878 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.353091 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.353419 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.353554 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.354218 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.354218 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.354499 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064566 Jun 10 03:47:01.355118 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.355373 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.355608 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.355829 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.357306 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.357306 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.357306 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.357669 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.358448 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.358793 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.359794 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.359794 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.359794 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.360020 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.360947 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.360947 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.360947 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.361163 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.361432 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.362296 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.362296 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.362591 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.362771 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.363032 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.363291 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.363553 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.367027 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.368165 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.368165 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.368356 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.368565 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.369607 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.369607 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.369607 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.369832 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.369896 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.370167 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.370686 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.370983 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.371206 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.372251 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.374354 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.374675 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.374975 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.375208 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.375818 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.376641 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.376641 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.376641 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.376868 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.384313 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.384313 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.384313 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.384313 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.384313 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.384683 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.384752 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.385044 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.385319 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.385558 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.386015 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.386116 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.386354 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.386599 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.386877 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.387143 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.387381 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.387647 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.387895 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.388551 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.388551 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.388551 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.388759 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.389009 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.389243 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.389478 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.389723 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.390631 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.390631 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.395252 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.395521 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.395768 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.396018 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.396270 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.397290 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.397290 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.397290 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.397290 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.397556 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.397673 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.397886 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.398111 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.399684 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.399933 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.401107 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.402394 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.403443 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.403937 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.404362 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.404907 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.405151 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.405419 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.405660 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.405886 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.410133 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.410404 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.410649 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.410886 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.411140 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.411373 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.411625 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.411889 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.412219 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.412478 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.412740 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.412967 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.413190 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.413444 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.413681 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.413922 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.414170 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.418829 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.419110 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.419705 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.419705 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.419863 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.420096 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.420348 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.420577 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.420815 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.421036 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.421331 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.421590 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.421833 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.422076 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.422850 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.423104 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.423346 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.423584 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.423807 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.424042 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.424277 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.424491 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.424727 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.424945 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.425157 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.425401 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.425617 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.425824 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.426039 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.426264 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.426491 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.426724 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.426945 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.427161 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.427377 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.427687 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.427947 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.428167 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.428458 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.428687 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.428909 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.429172 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.429502 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.430404 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.433623 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.433891 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.434144 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.434404 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.434679 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.435030 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.435336 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.435870 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.436134 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.436416 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.436709 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.436975 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.437195 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.437503 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.437861 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.438130 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.440489 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.440743 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.442336 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.442637 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.443119 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.443395 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.443767 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.444030 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.444311 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.444557 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.444842 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.445073 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.445447 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.446139 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.446441 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.446693 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.446956 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.447178 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.447343 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 03:47:01.447900 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91518) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 03:47:01.448067 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 03:47:01.448227 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 03:47:01.448394 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 03:47:01.448566 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 03:47:01.448719 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 03:47:01.448928 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.449089 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.450412 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.450731 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.451032 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.451491 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.451808 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.451986 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.452135 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.452298 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.452459 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.452628 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.452823 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.452983 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.453146 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.453312 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.453470 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.453628 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.453792 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.453950 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.454105 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.454295 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.454483 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] debug = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.454594 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.454798 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.454980 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.455127 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.455267 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.455436 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.455583 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.455831 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.455918 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.455996 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.456154 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.456342 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.456498 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.456647 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.456802 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.456957 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.457112 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.457268 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] host = dv-cinder-741349-4-smb {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.457422 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.457577 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.457731 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.457886 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.458091 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.458218 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.461522 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.461522 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.461522 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.461522 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.461522 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.461522 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.461522 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.461522 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] log_file = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.461522 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] log_options = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.462060 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:47:01.462131 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.462131 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.462131 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.462131 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.462131 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.462131 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.462131 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.462647 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.462647 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.462647 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.462647 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.462647 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.462647 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.462647 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.462647 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.463087 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.463087 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.463087 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.463087 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.463087 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.463087 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.463087 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.463087 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.463549 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.463549 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.463549 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.463714 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.463777 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.464150 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.464150 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.464291 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.464355 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.464487 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.465340 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.465340 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.465340 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.465340 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.465340 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.465340 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.465720 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.465720 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.465860 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.465924 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.466087 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.466203 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.466521 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] use_json = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.466691 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.466841 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.466841 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.467101 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.467238 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.467326 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.467439 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.467629 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 03:47:01.467785 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.467946 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.468090 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.468250 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.468400 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.468561 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.468725 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.468867 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.469024 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.469174 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.469343 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.469501 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.469668 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.469832 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.469982 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.470144 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.470338 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.470500 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.470653 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.470813 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.470982 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.471132 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.471740 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.471740 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.471740 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.471946 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.472011 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.472189 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.473401 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.473401 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.473401 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.473401 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.473401 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.473401 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.473401 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.473401 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.473849 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.473849 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.473849 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.474028 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.474287 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.475140 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.475292 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.475460 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.475623 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.475784 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.475944 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.476104 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.476264 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.476422 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.476614 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.476774 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.476933 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.477091 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.477250 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.477409 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.477567 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.477726 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.477892 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.478175 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.478175 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.478400 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.478766 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.478766 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.478941 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.479010 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.479158 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.479287 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.479446 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.479586 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.479742 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.479900 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.480061 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.480220 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.481753 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.481753 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.481753 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.481753 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.481753 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.481753 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.481753 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.481753 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.481753 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.482671 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.482671 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.482671 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.482671 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.482671 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.482671 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.482671 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.483139 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.483139 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.483139 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.483346 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.483421 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.485439 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.485439 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.485439 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.485439 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.485439 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.485439 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.485439 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.485439 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.486592 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.486592 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.486592 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.486592 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.486592 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.486592 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.486592 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.486592 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.487600 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.487600 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.487600 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.487600 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.487600 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.487600 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.487600 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.487600 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.489032 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.489032 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.489032 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.489032 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.489032 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.489032 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.489032 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.489032 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.489032 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.490744 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.490744 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.490744 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.490744 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.490744 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.490744 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.490744 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.490744 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.491756 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.491756 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.491756 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.491756 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.491756 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.491756 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.491756 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.491756 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.493275 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.493275 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.493275 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.493275 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.493275 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.493275 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.493275 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.493275 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.494872 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.494872 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.494872 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.494872 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.494872 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.494872 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.494872 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.494872 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.495886 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.495886 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.495886 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.495886 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.495886 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.495886 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.495886 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.495886 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.496883 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.496883 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.496883 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.496883 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.496883 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.496883 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.496883 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.496883 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.497897 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.497897 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.497897 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.497897 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.497897 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.497897 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.497897 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.497897 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.498933 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.498933 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.498933 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.498933 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.498933 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.498933 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.498933 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.498933 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.499938 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.499938 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.499938 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.499938 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.499938 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.499938 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.499938 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.499938 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.500996 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.500996 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.500996 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.500996 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.500996 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.500996 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.500996 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.500996 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.500996 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.502115 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.502115 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.502115 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.502115 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.502115 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.502115 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.502115 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.502115 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.502115 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.503308 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.503308 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.503308 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.503308 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.503308 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.503308 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.503308 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.503308 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.504312 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.504312 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.504312 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.504312 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.504312 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.504312 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.504312 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.505183 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.505183 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.505183 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.505183 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.505183 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.505814 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.505814 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.505814 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.505814 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.505814 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.506480 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.506480 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.506480 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.506480 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.506980 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.506980 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.506980 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.507357 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.507357 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.507706 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.507706 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.507706 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.508688 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.508688 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.508947 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.508947 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.509202 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.509346 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.509483 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.509617 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.509753 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.509887 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.510030 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.510165 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.510321 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.510457 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.510604 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.510741 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.510875 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.511009 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.511175 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 03:47:01.511318 dv-cinder-741349-4-smb neutron-server[91518]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 03:47:12.528844 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba2705c-d61f-4038-a844-049fa5b13312 None None] get_active_networks_info from dv-cinder-741349-4-smb {{(pid=91627) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 03:47:12.600594 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba2705c-d61f-4038-a844-049fa5b13312 None None] No non-hosted networks {{(pid=91627) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 10 03:47:12.608439 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.agentschedulers_db [None req-3ba2705c-d61f-4038-a844-049fa5b13312 None None] DHCP Agent not found on host dv-cinder-741349-4-smb {{(pid=91627) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 10 03:47:12.725149 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a2b0385c-46ec-4636-acfb-705a77e71057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197'] for agent, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:14.970566 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-60371208-a210-457a-862c-843fa3abbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197'] for agent, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:15.019512 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-63a99927-d0e8-4a88-a1e3-fdb69ead3bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:15.209349 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197'] for agent, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:15.211964 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:15.213047 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:15.214365 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:15.216499 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:15.218479 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:15.219013 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:15.219555 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:15.221084 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:15.221636 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:15.222119 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:15.223202 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:15.225231 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:15.225839 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-741349-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:47:15.236797 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-741349-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:47:15.988643 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197'] for agent, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:17.605240 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197'] for agent, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:18.721450 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 46912) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:47:19.215849 dv-cinder-741349-4-smb neutron-server[91626]: WARNING oslo_policy.policy [None req-ccf7e2fe-c907-4b62-a5c1-c947e92ab256 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 03:47:19.216438 dv-cinder-741349-4-smb neutron-server[91626]: WARNING oslo_policy.policy [None req-ccf7e2fe-c907-4b62-a5c1-c947e92ab256 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 03:47:19.429596 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [None req-ccf7e2fe-c907-4b62-a5c1-c947e92ab256 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 03:47:19.430432 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-ccf7e2fe-c907-4b62-a5c1-c947e92ab256 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7080691 Jun 10 03:47:21.760007 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 46926) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:47:22.081642 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-9f8e3a91-405d-4f52-891b-bb233ae5dcb0 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:47:22.177968 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.policy [None req-9f8e3a91-405d-4f52-891b-bb233ae5dcb0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91626) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 03:47:22.206602 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.db.l3_hamode_db [None req-7c90f61b-5a74-4ac6-88b7-e91fb7c59847 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 10 03:47:22.223604 dv-cinder-741349-4-smb neutron-server[91626]: WARNING oslo_policy.policy [None req-9f8e3a91-405d-4f52-891b-bb233ae5dcb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 03:47:22.224001 dv-cinder-741349-4-smb neutron-server[91626]: WARNING oslo_policy.policy [None req-9f8e3a91-405d-4f52-891b-bb233ae5dcb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 03:47:22.232470 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.quota [None req-9f8e3a91-405d-4f52-891b-bb233ae5dcb0 admin admin] Loaded quota_driver: . Jun 10 03:47:22.296873 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c90f61b-5a74-4ac6-88b7-e91fb7c59847 None None] Routers set() bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:47:22.297262 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c90f61b-5a74-4ac6-88b7-e91fb7c59847 None None] Router IDs set() for agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 10 03:47:22.324487 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9f8e3a91-405d-4f52-891b-bb233ae5dcb0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785831104180', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785831102663', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785831124187', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785831118481', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785830882405', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785830900901', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1579030', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1597830', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-738324', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-684324'] for rbac-policy, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:22.387230 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9f8e3a91-405d-4f52-891b-bb233ae5dcb0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:22.388368 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-9f8e3a91-405d-4f52-891b-bb233ae5dcb0 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6273458 Jun 10 03:47:24.865283 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 46938) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:47:25.164635 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '46aa2b19df0c43eab09c56889590efc1', 'project_id': '46aa2b19df0c43eab09c56889590efc1', 'name': 'private'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:47:25.190653 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Made reservation on behalf of 46aa2b19df0c43eab09c56889590efc1 for: {'network': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:47:25.193349 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612569'] for network, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:25.211884 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:25.333174 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:25.337430 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:25.342540 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:47:25.358369 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=91626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 03:47:25.387658 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785832343206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:25.388237 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Unsubscribe: segment precommit_create {{(pid=91626) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 03:47:25.388712 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.db.segments_db [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Added segment ec6ed9e8-c382-4c12-9a88-1a1a1d297921 of type vlan for network ebc2a16a-e4ae-426a-aa11-d14824054064 Jun 10 03:47:25.406492 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b304025-25b1-47aa-97a1-ac92a6656481,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:47:25.459387 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:25.459715 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:25.460039 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:25.460354 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:25.461182 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:25.461521 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:25.461832 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:25.462147 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:25.462496 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:25.462805 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:25.463109 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:25.463410 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Tracked resource versions report: Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: pushed versions: Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: { 'AddressGroup': {'1.2'}, Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'ConntrackHelper': {'1.0'}, Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'Log': {'1.0'}, Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'Network': {'1.1'}, Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'Port': {'1.7'}, Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'PortForwarding': {'1.2'}, Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'QosPolicy': {'1.8'}, Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'SecurityGroup': {'1.4'}, Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'SecurityGroupRule': {'1.2'}, Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'SubPort': {'1.0'}, Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'Subnet': {'1.1'}, Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'Trunk': {'1.1'}} Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: consumer versions: Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: { DHCP agent@dv-cinder-741349-4-smb: {}, Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: L3 agent@dv-cinder-741349-4-smb: {}, Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: Metadata agent@dv-cinder-741349-4-smb: {}, Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: Metering agent@dv-cinder-741349-4-smb: {}, Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: Open vSwitch agent@dv-cinder-741349-4-smb: { 'AddressGroup': '1.2', Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'ConntrackHelper': '1.0', Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'Log': '1.0', Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'Network': '1.1', Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'Port': '1.7', Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'PortForwarding': '1.2', Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'QosPolicy': '1.8', Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'SecurityGroup': '1.4', Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'SecurityGroupRule': '1.2', Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'SubPort': '1.0', Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'Subnet': '1.1', Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: 'Trunk': '1.1'}} Jun 10 03:47:25.464471 dv-cinder-741349-4-smb neutron-server[91626]: {{(pid=91626) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 03:47:25.511168 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785831791279'] for network, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:25.517719 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:47:25.562810 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395'] for network, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:25.564222 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:47:25.564854 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:25.567463 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:47:25.609878 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7435133 Jun 10 03:47:25.682695 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Pushing event updated for resources: {'Network': ['ID=ebc2a16a-e4ae-426a-aa11-d14824054064,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:47:25.686165 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:47:25.695641 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Network ebc2a16a-e4ae-426a-aa11-d14824054064 details requested by agent ovs-agent-dv-cinder-741349-4-smb with host dv-cinder-741349-4-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 03:47:28.187784 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 46952) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:47:28.592311 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9b6fb5-1ab0-414c-bc3e-c9e34ebe229e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:47:28.593633 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-ef9b6fb5-1ab0-414c-bc3e-c9e34ebe229e admin admin] 10.222.0.25 "GET /v2.0/networks/ebc2a16a-e4ae-426a-aa11-d14824054064 HTTP/1.1" status: 200 len: 824 time: 0.4049199 Jun 10 03:47:28.617456 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-245d205b-bd74-4503-b6c1-4468d5555d52 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/942774cc-2def-4248-aecc-1633c8573690 HTTP/1.1" status: 200 len: 734 time: 0.0184700 Jun 10 03:47:28.625317 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-d8ef70a2-d59a-44f5-b1e4-3492d98c2278 admin admin] Request body: {'subnet': {'tenant_id': '46aa2b19df0c43eab09c56889590efc1', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'ebc2a16a-e4ae-426a-aa11-d14824054064', 'subnetpool_id': '942774cc-2def-4248-aecc-1633c8573690', 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:47:28.646211 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ef70a2-d59a-44f5-b1e4-3492d98c2278 admin admin] Made reservation on behalf of 46aa2b19df0c43eab09c56889590efc1 for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:47:28.649140 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d8ef70a2-d59a-44f5-b1e4-3492d98c2278 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:28.975078 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d8ef70a2-d59a-44f5-b1e4-3492d98c2278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:28.979145 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:47:29.054055 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef70a2-d59a-44f5-b1e4-3492d98c2278 admin admin] Checking segment: {'id': 'ec6ed9e8-c382-4c12-9a88-1a1a1d297921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ebc2a16a-e4ae-426a-aa11-d14824054064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:47:29.054932 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef70a2-d59a-44f5-b1e4-3492d98c2278 admin admin] Network hostable DHCP agents. Network: ebc2a16a-e4ae-426a-aa11-d14824054064, hostable agents: ['9b7b751a-80ba-4c5f-bc61-5ab83d7a2938'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 03:47:29.059330 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef70a2-d59a-44f5-b1e4-3492d98c2278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c3e285-81be-4ca0-8a69-1986e88dca02,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:47:29.063768 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d8ef70a2-d59a-44f5-b1e4-3492d98c2278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:47:29.079226 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef70a2-d59a-44f5-b1e4-3492d98c2278 admin admin] Network ebc2a16a-e4ae-426a-aa11-d14824054064 is scheduled to be hosted by DHCP agent 9b7b751a-80ba-4c5f-bc61-5ab83d7a2938 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 03:47:29.089958 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-d8ef70a2-d59a-44f5-b1e4-3492d98c2278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-smb, ebc2a16a-e4ae-426a-aa11-d14824054064) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:47:29.094644 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ef70a2-d59a-44f5-b1e4-3492d98c2278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:47:29.095270 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d8ef70a2-d59a-44f5-b1e4-3492d98c2278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:29.100803 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c669d26e-e21f-4dba-b001-0dfaa3d59ad6 None None] Network ebc2a16a-e4ae-426a-aa11-d14824054064 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:47:29.108101 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-d8ef70a2-d59a-44f5-b1e4-3492d98c2278 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4858973 Jun 10 03:47:29.428702 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa79c994-edd9-5899-8f11-c816d81be598-ebc2a16a-e4ae-426a-aa11-d14824054064', 'network_id': 'ebc2a16a-e4ae-426a-aa11-d14824054064', 'tenant_id': '46aa2b19df0c43eab09c56889590efc1', 'fixed_ips': [{'subnet_id': '64c3e285-81be-4ca0-8a69-1986e88dca02'}]}} from dv-cinder-741349-4-smb. {{(pid=91627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 03:47:29.430589 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:29.705664 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.db_base_plugin_common [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Allocated IP 172.20.0.2 (ebc2a16a-e4ae-426a-aa11-d14824054064/64c3e285-81be-4ca0-8a69-1986e88dca02/1442a509-6be5-4db1-871f-9336f2ebe547) {{(pid=91627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:47:29.964332 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Notify callbacks [] for port, precommit_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:29.979637 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Transition to ACTIVE for port object 1442a509-6be5-4db1-871f-9336f2ebe547 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:47:29.999870 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Transition to ACTIVE for port object 1442a509-6be5-4db1-871f-9336f2ebe547 will not be triggered until provisioned by entity DHCP. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:47:30.008154 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:30.011750 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:47:30.081312 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Network ebc2a16a-e4ae-426a-aa11-d14824054064 is already hosted by enough agents. {{(pid=91627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:47:30.086429 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.scheduler.base_scheduler [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Resources bound (agent type, host, resource id): {{(pid=91627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:47:30.095596 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Received port after_create {{(pid=91627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:47:30.101503 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Pushing event updated for resources: {'Port': ['ID=1442a509-6be5-4db1-871f-9336f2ebe547,revision_number=1']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:47:30.125265 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:30.125597 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:30.125923 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:30.126270 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:30.126580 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:30.126925 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:30.127243 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:30.127556 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:30.127862 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:30.128171 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:30.128477 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:30.128779 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Tracked resource versions report: Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: pushed versions: Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: { 'AddressGroup': {'1.2'}, Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'ConntrackHelper': {'1.0'}, Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'Log': {'1.0'}, Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'Network': {'1.1'}, Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'Port': {'1.7'}, Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'PortForwarding': {'1.2'}, Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'QosPolicy': {'1.8'}, Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'SecurityGroup': {'1.4'}, Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'SecurityGroupRule': {'1.2'}, Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'SubPort': {'1.0'}, Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'Subnet': {'1.1'}, Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'Trunk': {'1.1'}} Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: consumer versions: Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: { DHCP agent@dv-cinder-741349-4-smb: {}, Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: L3 agent@dv-cinder-741349-4-smb: {}, Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: Metadata agent@dv-cinder-741349-4-smb: {}, Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: Metering agent@dv-cinder-741349-4-smb: {}, Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: Open vSwitch agent@dv-cinder-741349-4-smb: { 'AddressGroup': '1.2', Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'ConntrackHelper': '1.0', Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'Log': '1.0', Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'Network': '1.1', Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'Port': '1.7', Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'PortForwarding': '1.2', Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'QosPolicy': '1.8', Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'SecurityGroup': '1.4', Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'SecurityGroupRule': '1.2', Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'SubPort': '1.0', Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'Subnet': '1.1', Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: 'Trunk': '1.1'}} Jun 10 03:47:30.129885 dv-cinder-741349-4-smb neutron-server[91627]: {{(pid=91627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 03:47:30.155404 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:47:30.190452 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Attempting to bind port 1442a509-6be5-4db1-871f-9336f2ebe547 on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:47:30.190844 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Attempting to bind port 1442a509-6be5-4db1-871f-9336f2ebe547 by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': 'ec6ed9e8-c382-4c12-9a88-1a1a1d297921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ebc2a16a-e4ae-426a-aa11-d14824054064'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:47:30.191276 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Attempting to bind port 1442a509-6be5-4db1-871f-9336f2ebe547 on network ebc2a16a-e4ae-426a-aa11-d14824054064 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:47:30.196560 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:47:30.196978 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Checking segment: {'id': 'ec6ed9e8-c382-4c12-9a88-1a1a1d297921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ebc2a16a-e4ae-426a-aa11-d14824054064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:47:30.197442 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:30.197840 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Bound using segment: {'id': 'ec6ed9e8-c382-4c12-9a88-1a1a1d297921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ebc2a16a-e4ae-426a-aa11-d14824054064'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:47:30.198333 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Bound port: 1442a509-6be5-4db1-871f-9336f2ebe547, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6ed9e8-c382-4c12-9a88-1a1a1d297921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ebc2a16a-e4ae-426a-aa11-d14824054064'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:47:30.198728 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:30.269968 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] For port 1442a509-6be5-4db1-871f-9336f2ebe547, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:47:30.292890 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] For port 1442a509-6be5-4db1-871f-9336f2ebe547, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=1442a509-6be5-4db1-871f-9336f2ebe547,segment=NetworkSegment(ec6ed9e8-c382-4c12-9a88-1a1a1d297921),segment_id=ec6ed9e8-c382-4c12-9a88-1a1a1d297921)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:47:30.297703 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:30.300128 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:47:30.361056 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Pushing event updated for resources: {'Port': ['ID=1442a509-6be5-4db1-871f-9336f2ebe547,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:47:30.364071 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:47:31.438981 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 46960) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:47:31.764536 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [None req-25edf353-6a01-4bf5-9000-a3f6d7d8844a admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 03:47:31.765508 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-25edf353-6a01-4bf5-9000-a3f6d7d8844a admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3252449 Jun 10 03:47:34.089931 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 46968) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:47:34.403354 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [None req-a9b2ac62-30b6-4c33-8c29-58ce11d16678 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 03:47:34.404317 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-a9b2ac62-30b6-4c33-8c29-58ce11d16678 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3134456 Jun 10 03:47:36.323320 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d70646-1b3b-4732-97da-8cd874d953f2 None None] Network ebc2a16a-e4ae-426a-aa11-d14824054064 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:47:36.441707 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-048fbdb5-cfbf-4ba1-a985-b64e0959833f None None] Provisioning for port 1442a509-6be5-4db1-871f-9336f2ebe547 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:47:36.989807 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 46982) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:47:37.039122 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 1442a509-6be5-4db1-871f-9336f2ebe547 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:47:37.127183 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port 1442a509-6be5-4db1-871f-9336f2ebe547 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:47:37.131991 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 1442a509-6be5-4db1-871f-9336f2ebe547 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:47:37.132492 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:37.262697 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:37.300123 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port 1442a509-6be5-4db1-871f-9336f2ebe547, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=1442a509-6be5-4db1-871f-9336f2ebe547,segment=NetworkSegment(ec6ed9e8-c382-4c12-9a88-1a1a1d297921),segment_id=ec6ed9e8-c382-4c12-9a88-1a1a1d297921)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:47:37.304055 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:37.306308 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:47:37.316857 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-4cb22b19-60f4-42f0-a5e3-568d8e9cfd9e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '46aa2b19df0c43eab09c56889590efc1'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:47:37.340536 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4cb22b19-60f4-42f0-a5e3-568d8e9cfd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245035'] for router, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:37.342007 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4cb22b19-60f4-42f0-a5e3-568d8e9cfd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-336819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-245200'] for router, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:37.362821 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=1442a509-6be5-4db1-871f-9336f2ebe547,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:47:37.365862 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:47:37.489429 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4cb22b19-60f4-42f0-a5e3-568d8e9cfd9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:37.494105 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4cb22b19-60f4-42f0-a5e3-568d8e9cfd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719355'] for router, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:37.505620 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4cb22b19-60f4-42f0-a5e3-568d8e9cfd9e admin admin] Notify callbacks [] for router, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:37.506821 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-4cb22b19-60f4-42f0-a5e3-568d8e9cfd9e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5160394 Jun 10 03:47:39.014703 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 1442a509-6be5-4db1-871f-9336f2ebe547 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:47:39.067109 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 1442a509-6be5-4db1-871f-9336f2ebe547 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:47:39.067485 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:39.820174 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 46990) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:47:40.134325 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [None req-4c887f01-b0e1-4030-ad58-913bc008171a admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 03:47:40.135284 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-4c887f01-b0e1-4030-ad58-913bc008171a admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3137836 Jun 10 03:47:42.408627 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6a05733f-b7b7-4c33-93b7-24166cd0e6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:42.437826 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 46998) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:47:42.932555 dv-cinder-741349-4-smb neutron-server[91625]: WARNING oslo_policy.policy [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 03:47:42.933146 dv-cinder-741349-4-smb neutron-server[91625]: WARNING oslo_policy.policy [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 03:47:43.145453 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:47:43.147077 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.quota [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Loaded quota_driver: . Jun 10 03:47:43.201959 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Made reservation on behalf of 2f56fc759e7e4250bfeb34933ad42c80 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:47:43.271090 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.policy [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91625) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 03:47:43.316468 dv-cinder-741349-4-smb neutron-server[91625]: WARNING oslo_policy.policy [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 03:47:43.316829 dv-cinder-741349-4-smb neutron-server[91625]: WARNING oslo_policy.policy [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 03:47:43.326806 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612569'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:43.348880 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:43.480515 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:43.484145 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:43.489435 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:47:43.496378 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Reserving flat network on physical network physnet1 {{(pid=91625) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 10 03:47:43.531297 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785832343206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:43.531868 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Unsubscribe: segment precommit_create {{(pid=91625) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 03:47:43.532360 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Added segment 39b2c00f-2d65-48cf-8bcf-8300428984a4 of type flat for network 521d4520-71b8-438e-96ef-236a080e2b51 Jun 10 03:47:43.554114 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d53ca40-a053-44f5-b25d-fc67dade97a3,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:47:43.614168 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:43.614441 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:43.614764 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:43.615079 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:43.615393 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:43.615704 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:43.616011 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:43.616317 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:43.616659 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:43.616965 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:43.617269 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:43.617568 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Tracked resource versions report: Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: pushed versions: Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: { 'AddressGroup': {'1.2'}, Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'ConntrackHelper': {'1.0'}, Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'Log': {'1.0'}, Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'Network': {'1.1'}, Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'Port': {'1.7'}, Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'PortForwarding': {'1.2'}, Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'QosPolicy': {'1.8'}, Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'SecurityGroup': {'1.4'}, Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'SecurityGroupRule': {'1.2'}, Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'SubPort': {'1.0'}, Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'Subnet': {'1.1'}, Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'Trunk': {'1.1'}} Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: consumer versions: Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: { DHCP agent@dv-cinder-741349-4-smb: {}, Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: L3 agent@dv-cinder-741349-4-smb: {}, Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: Metadata agent@dv-cinder-741349-4-smb: {}, Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: Metering agent@dv-cinder-741349-4-smb: {}, Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: Open vSwitch agent@dv-cinder-741349-4-smb: { 'AddressGroup': '1.2', Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'ConntrackHelper': '1.0', Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'Log': '1.0', Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'Network': '1.1', Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'Port': '1.7', Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'PortForwarding': '1.2', Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'QosPolicy': '1.8', Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'SecurityGroup': '1.4', Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'SecurityGroupRule': '1.2', Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'SubPort': '1.0', Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'Subnet': '1.1', Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: 'Trunk': '1.1'}} Jun 10 03:47:43.618692 dv-cinder-741349-4-smb neutron-server[91625]: {{(pid=91625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 03:47:43.660669 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785831791279'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:43.678804 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:47:43.728491 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:43.730040 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:47:43.730746 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:43.733318 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:47:43.778224 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3383036 Jun 10 03:47:43.848328 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Pushing event updated for resources: {'Network': ['ID=521d4520-71b8-438e-96ef-236a080e2b51,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:47:43.852550 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:47:43.868287 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Network 521d4520-71b8-438e-96ef-236a080e2b51 details requested by agent ovs-agent-dv-cinder-741349-4-smb with host dv-cinder-741349-4-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 03:47:44.961366 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-39e5df7a-0180-4c39-af01-add9827e63bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:45.202299 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:45.932749 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:46.074598 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 47018) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:47:46.411687 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae5264-bc50-4099-a4ba-c94d41655225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:47:46.413013 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-0bae5264-bc50-4099-a4ba-c94d41655225 admin admin] 10.222.0.25 "GET /v2.0/subnets/64c3e285-81be-4ca0-8a69-1986e88dca02 HTTP/1.1" status: 200 len: 849 time: 0.3374605 Jun 10 03:47:46.610767 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-ce750d4e-6dd8-4379-858f-69457ddb1b77 admin admin] 10.222.0.25 "GET /v2.0/routers/ec4615a2-9e13-4d28-a11e-3e3359941363 HTTP/1.1" status: 200 len: 704 time: 0.1924920 Jun 10 03:47:46.973057 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:47.274111 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Allocated IP 172.20.0.1 (ebc2a16a-e4ae-426a-aa11-d14824054064/64c3e285-81be-4ca0-8a69-1986e88dca02/d621e839-6034-491e-83d6-415af9425746) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:47:47.466208 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:47.488428 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Transition to ACTIVE for port object d621e839-6034-491e-83d6-415af9425746 will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:47:47.533526 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:47.568567 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:47.571966 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:47:47.635077 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Network ebc2a16a-e4ae-426a-aa11-d14824054064 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:47:47.642963 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:47:47.652991 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:47:47.653279 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690492'] for router_interface, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:47.780076 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Pushing event updated for resources: {'Port': ['ID=d621e839-6034-491e-83d6-415af9425746,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:47:47.789624 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:47:47.875933 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-eb96bac8-73f7-4284-8136-359eacf2d77a None None] Provisioning for port d621e839-6034-491e-83d6-415af9425746 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:47:47.879447 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-eb96bac8-73f7-4284-8136-359eacf2d77a None None] Provisioning complete for port d621e839-6034-491e-83d6-415af9425746 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:47:47.879827 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-eb96bac8-73f7-4284-8136-359eacf2d77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:47.923102 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-eb96bac8-73f7-4284-8136-359eacf2d77a None None] Port d621e839-6034-491e-83d6-415af9425746 cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 03:47:47.938614 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:48.149264 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:48.154592 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:48.155667 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690504'] for router_interface, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:48.158032 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:47:48.227471 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Pushing event updated for resources: {'Port': ['ID=d621e839-6034-491e-83d6-415af9425746,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:47:48.230136 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:47:48.309838 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Network ebc2a16a-e4ae-426a-aa11-d14824054064 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:47:48.311388 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:47:48.496892 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Router ec4615a2-9e13-4d28-a11e-3e3359941363 is scheduled to L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be with binding_index 1 {{(pid=91625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 03:47:48.545077 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4168c26e-0bef-404f-9a98-fba6a6d47f83 None None] Provisioning complete for port d621e839-6034-491e-83d6-415af9425746 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:47:48.545635 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4168c26e-0bef-404f-9a98-fba6a6d47f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:48.587190 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4168c26e-0bef-404f-9a98-fba6a6d47f83 None None] Port d621e839-6034-491e-83d6-415af9425746 cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 03:47:48.623656 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:47:48.628779 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] 10.222.0.25 "PUT /v2.0/routers/ec4615a2-9e13-4d28-a11e-3e3359941363/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0132327 Jun 10 03:47:48.645752 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Sync routers for ids ['ec4615a2-9e13-4d28-a11e-3e3359941363'] in dv-cinder-741349-4-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:47:48.658142 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Routers {'ec4615a2-9e13-4d28-a11e-3e3359941363'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:47:48.659042 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:47:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['ec4615a2-9e13-4d28-a11e-3e3359941363'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:47:48.861198 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Set router ec4615a2-9e13-4d28-a11e-3e3359941363 gateway port host: None {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:47:49.325556 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4615a2-9e13-4d28-a11e-3e3359941363', 'name': 'router1', 'tenant_id': '46aa2b19df0c43eab09c56889590efc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:47:37Z', 'updated_at': '2021-06-10T03:47:47Z', 'revision_number': 2, 'project_id': '46aa2b19df0c43eab09c56889590efc1', 'gw_port_host': None, '_interfaces': [{'id': 'd621e839-6034-491e-83d6-415af9425746', 'name': '', 'network_id': 'ebc2a16a-e4ae-426a-aa11-d14824054064', 'tenant_id': '46aa2b19df0c43eab09c56889590efc1', 'mac_address': 'fa:16:3e:3a:8f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4615a2-9e13-4d28-a11e-3e3359941363', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64c3e285-81be-4ca0-8a69-1986e88dca02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:47:46Z', 'updated_at': '2021-06-10T03:47:47Z', 'revision_number': 2, 'project_id': '46aa2b19df0c43eab09c56889590efc1', 'subnets': [{'id': '64c3e285-81be-4ca0-8a69-1986e88dca02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '942774cc-2def-4248-aecc-1633c8573690'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:47:49.331361 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Checking router: ec4615a2-9e13-4d28-a11e-3e3359941363 for host: dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:47:49.331749 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Updating router ec4615a2-9e13-4d28-a11e-3e3359941363 port d621e839-6034-491e-83d6-415af9425746 binding host dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 03:47:49.401244 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:49.911758 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Notify callbacks [] for port, precommit_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:49.932733 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.provisioning_blocks [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Transition to ACTIVE for port object d621e839-6034-491e-83d6-415af9425746 will not be triggered until provisioned by entity L2. {{(pid=91628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:47:49.938530 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:49.942498 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:47:50.164100 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748aed00-eaca-46cc-8b4e-15f8c510f803 None None] Pushing event updated for resources: {'Port': ['ID=d621e839-6034-491e-83d6-415af9425746,revision_number=3']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:47:50.174740 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748aed00-eaca-46cc-8b4e-15f8c510f803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:50.175080 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748aed00-eaca-46cc-8b4e-15f8c510f803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:50.175416 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748aed00-eaca-46cc-8b4e-15f8c510f803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:50.175743 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748aed00-eaca-46cc-8b4e-15f8c510f803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:50.176064 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748aed00-eaca-46cc-8b4e-15f8c510f803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:50.176384 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748aed00-eaca-46cc-8b4e-15f8c510f803 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:50.176703 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748aed00-eaca-46cc-8b4e-15f8c510f803 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:50.177018 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748aed00-eaca-46cc-8b4e-15f8c510f803 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:50.177334 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748aed00-eaca-46cc-8b4e-15f8c510f803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:50.177656 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748aed00-eaca-46cc-8b4e-15f8c510f803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:50.177963 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748aed00-eaca-46cc-8b4e-15f8c510f803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:50.178299 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748aed00-eaca-46cc-8b4e-15f8c510f803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748aed00-eaca-46cc-8b4e-15f8c510f803 None None] Tracked resource versions report: Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: pushed versions: Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: { 'AddressGroup': {'1.2'}, Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'ConntrackHelper': {'1.0'}, Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'Log': {'1.0'}, Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'Network': {'1.1'}, Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'Port': {'1.7'}, Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'PortForwarding': {'1.2'}, Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'QosPolicy': {'1.8'}, Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'SecurityGroup': {'1.4'}, Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'SecurityGroupRule': {'1.2'}, Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'SubPort': {'1.0'}, Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'Subnet': {'1.1'}, Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'Trunk': {'1.1'}} Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: consumer versions: Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: { DHCP agent@dv-cinder-741349-4-smb: {}, Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: L3 agent@dv-cinder-741349-4-smb: {}, Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: Metadata agent@dv-cinder-741349-4-smb: {}, Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: Metering agent@dv-cinder-741349-4-smb: {}, Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: Open vSwitch agent@dv-cinder-741349-4-smb: { 'AddressGroup': '1.2', Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'ConntrackHelper': '1.0', Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'Log': '1.0', Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'Network': '1.1', Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'Port': '1.7', Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'PortForwarding': '1.2', Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'QosPolicy': '1.8', Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'SecurityGroup': '1.4', Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'SecurityGroupRule': '1.2', Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'SubPort': '1.0', Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'Subnet': '1.1', Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: 'Trunk': '1.1'}} Jun 10 03:47:50.179925 dv-cinder-741349-4-smb neutron-server[91628]: {{(pid=91628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 03:47:50.182209 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Attempting to bind port d621e839-6034-491e-83d6-415af9425746 on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:47:50.182784 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Attempting to bind port d621e839-6034-491e-83d6-415af9425746 by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': 'ec6ed9e8-c382-4c12-9a88-1a1a1d297921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ebc2a16a-e4ae-426a-aa11-d14824054064'}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:47:50.183217 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Attempting to bind port d621e839-6034-491e-83d6-415af9425746 on network ebc2a16a-e4ae-426a-aa11-d14824054064 {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:47:50.187124 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-748aed00-eaca-46cc-8b4e-15f8c510f803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:47:50.189704 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:47:50.190131 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Checking segment: {'id': 'ec6ed9e8-c382-4c12-9a88-1a1a1d297921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ebc2a16a-e4ae-426a-aa11-d14824054064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:47:50.190629 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:50.191017 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Bound using segment: {'id': 'ec6ed9e8-c382-4c12-9a88-1a1a1d297921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ebc2a16a-e4ae-426a-aa11-d14824054064'} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:47:50.191507 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Bound port: d621e839-6034-491e-83d6-415af9425746, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6ed9e8-c382-4c12-9a88-1a1a1d297921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ebc2a16a-e4ae-426a-aa11-d14824054064'}}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:47:50.192505 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:50.267984 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] For port d621e839-6034-491e-83d6-415af9425746, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:47:50.289171 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] For port d621e839-6034-491e-83d6-415af9425746, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=d621e839-6034-491e-83d6-415af9425746,segment=NetworkSegment(ec6ed9e8-c382-4c12-9a88-1a1a1d297921),segment_id=ec6ed9e8-c382-4c12-9a88-1a1a1d297921)] {{(pid=91628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:47:50.293176 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:50.296066 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-748aed00-eaca-46cc-8b4e-15f8c510f803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:47:50.359036 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Routers {'ec4615a2-9e13-4d28-a11e-3e3359941363'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:47:50.359664 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:47:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['ec4615a2-9e13-4d28-a11e-3e3359941363'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:47:50.408730 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748aed00-eaca-46cc-8b4e-15f8c510f803 None None] Pushing event updated for resources: {'Port': ['ID=d621e839-6034-491e-83d6-415af9425746,revision_number=4']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:47:50.459035 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-748aed00-eaca-46cc-8b4e-15f8c510f803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:47:50.487564 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] Set router ec4615a2-9e13-4d28-a11e-3e3359941363 gateway port host: None {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:47:50.752345 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4615a2-9e13-4d28-a11e-3e3359941363', 'name': 'router1', 'tenant_id': '46aa2b19df0c43eab09c56889590efc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:47:37Z', 'updated_at': '2021-06-10T03:47:47Z', 'revision_number': 2, 'project_id': '46aa2b19df0c43eab09c56889590efc1', 'gw_port_host': None, '_interfaces': [{'id': 'd621e839-6034-491e-83d6-415af9425746', 'name': '', 'network_id': 'ebc2a16a-e4ae-426a-aa11-d14824054064', 'tenant_id': '46aa2b19df0c43eab09c56889590efc1', 'mac_address': 'fa:16:3e:3a:8f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4615a2-9e13-4d28-a11e-3e3359941363', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64c3e285-81be-4ca0-8a69-1986e88dca02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:47:46Z', 'updated_at': '2021-06-10T03:47:50Z', 'revision_number': 4, 'project_id': '46aa2b19df0c43eab09c56889590efc1', 'subnets': [{'id': '64c3e285-81be-4ca0-8a69-1986e88dca02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '942774cc-2def-4248-aecc-1633c8573690'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:47:50.755589 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40f450-1464-40bc-8fd6-1f4b2b026f7f None None] The sync data for ids ['ec4615a2-9e13-4d28-a11e-3e3359941363'] in dv-cinder-741349-4-smb is: [{'id': 'ec4615a2-9e13-4d28-a11e-3e3359941363', 'name': 'router1', 'tenant_id': '46aa2b19df0c43eab09c56889590efc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:47:37Z', 'updated_at': '2021-06-10T03:47:47Z', 'revision_number': 2, 'project_id': '46aa2b19df0c43eab09c56889590efc1', 'gw_port_host': None, '_interfaces': [{'id': 'd621e839-6034-491e-83d6-415af9425746', 'name': '', 'network_id': 'ebc2a16a-e4ae-426a-aa11-d14824054064', 'tenant_id': '46aa2b19df0c43eab09c56889590efc1', 'mac_address': 'fa:16:3e:3a:8f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4615a2-9e13-4d28-a11e-3e3359941363', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64c3e285-81be-4ca0-8a69-1986e88dca02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:47:46Z', 'updated_at': '2021-06-10T03:47:50Z', 'revision_number': 4, 'project_id': '46aa2b19df0c43eab09c56889590efc1', 'subnets': [{'id': '64c3e285-81be-4ca0-8a69-1986e88dca02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '942774cc-2def-4248-aecc-1633c8573690'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:47:50.819788 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 47038) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:47:50.947313 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef133d8e-85ca-4663-9d0a-11ab6c030ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:47:50.948669 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-ef133d8e-85ca-4663-9d0a-11ab6c030ea0 admin admin] 10.222.0.25 "GET /v2.0/networks/521d4520-71b8-438e-96ef-236a080e2b51 HTTP/1.1" status: 200 len: 842 time: 0.1279354 Jun 10 03:47:50.957742 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-3ca47ebe-0ac2-45cd-89a8-639bc2a4fd6f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'ip_version': 4}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:47:50.982754 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca47ebe-0ac2-45cd-89a8-639bc2a4fd6f admin admin] Made reservation on behalf of 2f56fc759e7e4250bfeb34933ad42c80 for: {'subnet': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:47:50.985244 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3ca47ebe-0ac2-45cd-89a8-639bc2a4fd6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:51.422187 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.objects.ports [None req-3ca47ebe-0ac2-45cd-89a8-639bc2a4fd6f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91625) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 03:47:51.422640 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3ca47ebe-0ac2-45cd-89a8-639bc2a4fd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386'] for subnet, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:51.424596 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:47:51.477660 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca47ebe-0ac2-45cd-89a8-639bc2a4fd6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4fdf890-cc0e-449a-b17a-0a4cb4019895,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:47:51.486066 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3ca47ebe-0ac2-45cd-89a8-639bc2a4fd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:47:51.496174 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca47ebe-0ac2-45cd-89a8-639bc2a4fd6f admin admin] Checking segment: {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:47:51.496537 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca47ebe-0ac2-45cd-89a8-639bc2a4fd6f admin admin] Network hostable DHCP agents. Network: 521d4520-71b8-438e-96ef-236a080e2b51, hostable agents: ['9b7b751a-80ba-4c5f-bc61-5ab83d7a2938'], hosted agents: [] {{(pid=91625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 03:47:51.517966 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca47ebe-0ac2-45cd-89a8-639bc2a4fd6f admin admin] Network 521d4520-71b8-438e-96ef-236a080e2b51 is scheduled to be hosted by DHCP agent 9b7b751a-80ba-4c5f-bc61-5ab83d7a2938 with binding_index 1 {{(pid=91625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 03:47:51.528496 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-3ca47ebe-0ac2-45cd-89a8-639bc2a4fd6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-smb, 521d4520-71b8-438e-96ef-236a080e2b51) {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:47:51.532891 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca47ebe-0ac2-45cd-89a8-639bc2a4fd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:47:51.533473 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3ca47ebe-0ac2-45cd-89a8-639bc2a4fd6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:51.539782 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec345a55-8668-4d85-b9d0-1fd7063194e6 None None] Network 521d4520-71b8-438e-96ef-236a080e2b51 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:47:51.563125 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-3ca47ebe-0ac2-45cd-89a8-639bc2a4fd6f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6083770 Jun 10 03:47:51.766737 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd7b825-a8b2-447e-8c49-6f5b7f76669f None None] Network 521d4520-71b8-438e-96ef-236a080e2b51 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:47:53.767979 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 47060) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:47:53.935880 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-b3e94d9a-a025-4413-9c6d-2da68047e837 admin admin] 10.222.0.25 "GET /v2.0/routers/ec4615a2-9e13-4d28-a11e-3e3359941363 HTTP/1.1" status: 200 len: 710 time: 0.1667719 Jun 10 03:47:54.044440 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f7bb80-68cd-464f-8101-004855d7ea41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:47:54.045773 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-c0f7bb80-68cd-464f-8101-004855d7ea41 admin admin] 10.222.0.25 "GET /v2.0/networks/521d4520-71b8-438e-96ef-236a080e2b51 HTTP/1.1" status: 200 len: 886 time: 0.1045399 Jun 10 03:47:54.054198 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:47:54.394569 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245190'] for router, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:54.686764 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:54.766254 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:54.884329 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] Allocated IP 172.28.2.104 (521d4520-71b8-438e-96ef-236a080e2b51/e4fdf890-cc0e-449a-b17a-0a4cb4019895/4c4cbebd-2b9a-4a4c-9c32-b111de5da612) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:47:55.044299 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device d621e839-6034-491e-83d6-415af9425746 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:47:55.101287 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port d621e839-6034-491e-83d6-415af9425746 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:47:55.104744 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port d621e839-6034-491e-83d6-415af9425746 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:47:55.104866 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:55.105119 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:55.144051 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:55.146184 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7a87610d-7e9a-4297-b29d-e805c22beef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:47:55.189485 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] Network 521d4520-71b8-438e-96ef-236a080e2b51 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:47:55.190835 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:55.193710 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:47:55.197896 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:47:55.200628 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] Pushing event updated for resources: {'Port': ['ID=4c4cbebd-2b9a-4a4c-9c32-b111de5da612,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:47:55.230394 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port d621e839-6034-491e-83d6-415af9425746, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=d621e839-6034-491e-83d6-415af9425746,segment=NetworkSegment(ec6ed9e8-c382-4c12-9a88-1a1a1d297921),segment_id=ec6ed9e8-c382-4c12-9a88-1a1a1d297921)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:47:55.234650 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:55.237926 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:47:55.248091 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:47:55.289536 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=d621e839-6034-491e-83d6-415af9425746,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:47:55.292792 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:47:55.509421 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:55.766287 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245190'] for router, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:55.769306 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719330', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688838'] for router, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:55.904814 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] Router ec4615a2-9e13-4d28-a11e-3e3359941363 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 03:47:56.043432 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:47:56.047685 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:56.048792 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] 10.222.0.25 "PUT /v2.0/routers/ec4615a2-9e13-4d28-a11e-3e3359941363 HTTP/1.1" status: 200 len: 890 time: 1.9976854 Jun 10 03:47:56.065573 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Sync routers for ids ['ec4615a2-9e13-4d28-a11e-3e3359941363'] in dv-cinder-741349-4-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:47:56.078190 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Routers {'ec4615a2-9e13-4d28-a11e-3e3359941363'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:47:56.078917 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:47:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['ec4615a2-9e13-4d28-a11e-3e3359941363'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:47:56.310961 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Set router ec4615a2-9e13-4d28-a11e-3e3359941363 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:47:56.729235 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4615a2-9e13-4d28-a11e-3e3359941363', 'name': 'router1', 'tenant_id': '46aa2b19df0c43eab09c56889590efc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '4c4cbebd-2b9a-4a4c-9c32-b111de5da612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:47:37Z', 'updated_at': '2021-06-10T03:47:55Z', 'revision_number': 4, 'project_id': '46aa2b19df0c43eab09c56889590efc1', 'gw_port': {'id': '4c4cbebd-2b9a-4a4c-9c32-b111de5da612', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4615a2-9e13-4d28-a11e-3e3359941363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:47:54Z', 'updated_at': '2021-06-10T03:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'd621e839-6034-491e-83d6-415af9425746', 'name': '', 'network_id': 'ebc2a16a-e4ae-426a-aa11-d14824054064', 'tenant_id': '46aa2b19df0c43eab09c56889590efc1', 'mac_address': 'fa:16:3e:3a:8f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4615a2-9e13-4d28-a11e-3e3359941363', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64c3e285-81be-4ca0-8a69-1986e88dca02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:47:46Z', 'updated_at': '2021-06-10T03:47:55Z', 'revision_number': 5, 'project_id': '46aa2b19df0c43eab09c56889590efc1', 'subnets': [{'id': '64c3e285-81be-4ca0-8a69-1986e88dca02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '942774cc-2def-4248-aecc-1633c8573690'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:47:56.734877 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Checking router: ec4615a2-9e13-4d28-a11e-3e3359941363 for host: dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:47:56.735267 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Updating router ec4615a2-9e13-4d28-a11e-3e3359941363 port 4c4cbebd-2b9a-4a4c-9c32-b111de5da612 binding host dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 03:47:56.774354 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:57.037717 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device d621e839-6034-491e-83d6-415af9425746 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:47:57.191822 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port d621e839-6034-491e-83d6-415af9425746 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:47:57.192486 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:57.278734 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:57.292646 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Transition to ACTIVE for port object 4c4cbebd-2b9a-4a4c-9c32-b111de5da612 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:47:57.320581 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:57.330327 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:47:57.390817 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Attempting to bind port 4c4cbebd-2b9a-4a4c-9c32-b111de5da612 on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:47:57.391206 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Attempting to bind port 4c4cbebd-2b9a-4a4c-9c32-b111de5da612 by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:47:57.391608 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Attempting to bind port 4c4cbebd-2b9a-4a4c-9c32-b111de5da612 on network 521d4520-71b8-438e-96ef-236a080e2b51 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:47:57.401606 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:47:57.402021 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Checking segment: {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:47:57.402455 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:57.402856 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Bound using segment: {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:47:57.403333 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Bound port: 4c4cbebd-2b9a-4a4c-9c32-b111de5da612, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:47:57.403715 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:57.408466 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513f06a-9d5a-45f2-8cb8-838523fd3256 None None] Pushing event updated for resources: {'Port': ['ID=4c4cbebd-2b9a-4a4c-9c32-b111de5da612,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:47:57.434768 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-c513f06a-9d5a-45f2-8cb8-838523fd3256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:47:57.467237 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] For port 4c4cbebd-2b9a-4a4c-9c32-b111de5da612, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:47:57.470656 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] For port 4c4cbebd-2b9a-4a4c-9c32-b111de5da612, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=4c4cbebd-2b9a-4a4c-9c32-b111de5da612,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:47:57.475704 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:57.478302 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:47:57.537950 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Routers {'ec4615a2-9e13-4d28-a11e-3e3359941363'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:47:57.539047 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:47:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['ec4615a2-9e13-4d28-a11e-3e3359941363'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:47:57.587667 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513f06a-9d5a-45f2-8cb8-838523fd3256 None None] Pushing event updated for resources: {'Port': ['ID=4c4cbebd-2b9a-4a4c-9c32-b111de5da612,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:47:57.590611 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-c513f06a-9d5a-45f2-8cb8-838523fd3256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:47:57.682481 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] Set router ec4615a2-9e13-4d28-a11e-3e3359941363 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:47:57.946433 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4615a2-9e13-4d28-a11e-3e3359941363', 'name': 'router1', 'tenant_id': '46aa2b19df0c43eab09c56889590efc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '4c4cbebd-2b9a-4a4c-9c32-b111de5da612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:47:37Z', 'updated_at': '2021-06-10T03:47:55Z', 'revision_number': 4, 'project_id': '46aa2b19df0c43eab09c56889590efc1', 'gw_port': {'id': '4c4cbebd-2b9a-4a4c-9c32-b111de5da612', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4615a2-9e13-4d28-a11e-3e3359941363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:47:54Z', 'updated_at': '2021-06-10T03:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'd621e839-6034-491e-83d6-415af9425746', 'name': '', 'network_id': 'ebc2a16a-e4ae-426a-aa11-d14824054064', 'tenant_id': '46aa2b19df0c43eab09c56889590efc1', 'mac_address': 'fa:16:3e:3a:8f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4615a2-9e13-4d28-a11e-3e3359941363', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64c3e285-81be-4ca0-8a69-1986e88dca02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:47:46Z', 'updated_at': '2021-06-10T03:47:55Z', 'revision_number': 5, 'project_id': '46aa2b19df0c43eab09c56889590efc1', 'subnets': [{'id': '64c3e285-81be-4ca0-8a69-1986e88dca02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '942774cc-2def-4248-aecc-1633c8573690'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:47:57.951407 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a60d1-80a2-4293-8360-3ba58bfcb5e4 None None] The sync data for ids ['ec4615a2-9e13-4d28-a11e-3e3359941363'] in dv-cinder-741349-4-smb is: [{'id': 'ec4615a2-9e13-4d28-a11e-3e3359941363', 'name': 'router1', 'tenant_id': '46aa2b19df0c43eab09c56889590efc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '4c4cbebd-2b9a-4a4c-9c32-b111de5da612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:47:37Z', 'updated_at': '2021-06-10T03:47:55Z', 'revision_number': 4, 'project_id': '46aa2b19df0c43eab09c56889590efc1', 'gw_port': {'id': '4c4cbebd-2b9a-4a4c-9c32-b111de5da612', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4615a2-9e13-4d28-a11e-3e3359941363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:47:54Z', 'updated_at': '2021-06-10T03:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'd621e839-6034-491e-83d6-415af9425746', 'name': '', 'network_id': 'ebc2a16a-e4ae-426a-aa11-d14824054064', 'tenant_id': '46aa2b19df0c43eab09c56889590efc1', 'mac_address': 'fa:16:3e:3a:8f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4615a2-9e13-4d28-a11e-3e3359941363', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64c3e285-81be-4ca0-8a69-1986e88dca02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:47:46Z', 'updated_at': '2021-06-10T03:47:55Z', 'revision_number': 5, 'project_id': '46aa2b19df0c43eab09c56889590efc1', 'subnets': [{'id': '64c3e285-81be-4ca0-8a69-1986e88dca02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '942774cc-2def-4248-aecc-1633c8573690'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:47:58.391296 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 47070) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:47:58.534363 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-10108f0e-ab60-412e-ac32-9b4ed9f75bce admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1420057 Jun 10 03:47:59.048361 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 4c4cbebd-2b9a-4a4c-9c32-b111de5da612 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:47:59.108769 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port 4c4cbebd-2b9a-4a4c-9c32-b111de5da612 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:47:59.112483 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 4c4cbebd-2b9a-4a4c-9c32-b111de5da612 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:47:59.112865 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:59.200782 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:59.224876 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port 4c4cbebd-2b9a-4a4c-9c32-b111de5da612, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=4c4cbebd-2b9a-4a4c-9c32-b111de5da612,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:47:59.229682 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:47:59.231856 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-c513f06a-9d5a-45f2-8cb8-838523fd3256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:47:59.286966 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=4c4cbebd-2b9a-4a4c-9c32-b111de5da612,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:47:59.290587 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:48:01.060664 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 4c4cbebd-2b9a-4a4c-9c32-b111de5da612 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:48:01.113357 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 4c4cbebd-2b9a-4a4c-9c32-b111de5da612 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:48:01.113875 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:48:01.349687 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 5 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:48:12.407246 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-d73cfa49-7caf-427b-8a12-217dc03850a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:48:14.966449 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-1dfa11f0-ee1d-4160-9fba-b18c2750f7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:48:15.209656 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:48:15.939845 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:48:17.564711 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:48:38.348066 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 5 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:48:42.415093 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-cb182954-94eb-4264-999f-025d0df7df5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:48:44.961033 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-19b2fa5d-ebf1-413c-806f-b2f7b49a997d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:48:45.205023 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:48:45.941602 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:48:47.559404 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:49:12.411234 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-38002dd5-491c-4398-9e21-30f6997fa0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:49:14.961058 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6d333b1a-1309-4bae-a7a5-c2370fe8abef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:49:15.206470 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:49:15.345849 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 5 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:49:15.942709 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:49:17.558352 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:49:33.690863 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 47638) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:49:33.753276 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.pecan_wsgi.hooks.translation [None req-460fb58b-80b5-4c11-afda-04192a71cea6 admin admin] GET failed (client error): The resource could not be found. Jun 10 03:49:33.754574 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-460fb58b-80b5-4c11-afda-04192a71cea6 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0627692 Jun 10 03:49:33.920748 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a665b04-082a-49b1-bff9-566d14ee3974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:49:33.922103 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-5a665b04-082a-49b1-bff9-566d14ee3974 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1632383 Jun 10 03:49:36.016801 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 47648) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:49:36.115573 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe4b75c-f983-45e4-b3b4-f77a71bee65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:49:36.116911 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-5fe4b75c-f983-45e4-b3b4-f77a71bee65c admin admin] 10.222.0.25 "GET /v2.0/subnets/64c3e285-81be-4ca0-8a69-1986e88dca02 HTTP/1.1" status: 200 len: 849 time: 0.0991762 Jun 10 03:49:36.125889 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:49:36.222636 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Notify callbacks [] for subnet, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:49:36.382907 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785832196913'] for subnet, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:49:36.385656 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:49:36.422983 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:49:36.423937 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:49:36.424786 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] 10.222.0.25 "PUT /v2.0/subnets/64c3e285-81be-4ca0-8a69-1986e88dca02 HTTP/1.1" status: 200 len: 868 time: 0.3025599 Jun 10 03:49:36.427863 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c70d437-fc23-463a-8c17-db38f7a32fa0 None None] Network ebc2a16a-e4ae-426a-aa11-d14824054064 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:49:36.448492 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c3e285-81be-4ca0-8a69-1986e88dca02,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:49:36.455624 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:49:36.456010 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:49:36.456316 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:49:36.456644 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:49:36.456970 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:49:36.457299 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:49:36.457627 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:49:36.457954 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:49:36.458362 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:49:36.458696 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:49:36.459550 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:49:36.459839 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:49:36.463617 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:49:36.855808 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-9d252a98-a347-446a-a78b-71e9be70ae5a None None] Provisioning complete for port 1442a509-6be5-4db1-871f-9336f2ebe547 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:49:36.856187 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-9d252a98-a347-446a-a78b-71e9be70ae5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:49:36.952179 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-9d252a98-a347-446a-a78b-71e9be70ae5a None None] Provisioning complete for port d621e839-6034-491e-83d6-415af9425746 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:49:36.952451 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-9d252a98-a347-446a-a78b-71e9be70ae5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:49:38.539846 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 47656) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:49:38.860822 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd693086-8d9d-47e5-83e5-d890f3c4fe02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:49:38.861289 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd693086-8d9d-47e5-83e5-d890f3c4fe02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:49:38.862825 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-dd693086-8d9d-47e5-83e5-d890f3c4fe02 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.3220429 Jun 10 03:49:40.966591 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 47666) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:49:41.117675 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d716763c-7c24-4ab8-98f7-ce34c1413d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:49:41.118137 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d716763c-7c24-4ab8-98f7-ce34c1413d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:49:41.119674 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-d716763c-7c24-4ab8-98f7-ce34c1413d78 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1521251 Jun 10 03:49:42.412673 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-2029adf0-45a7-4494-bfcc-9a12d31b3ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:49:43.201568 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 47674) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:49:43.342351 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb5d67f-ca8f-45d6-adba-c2a3673ca120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:49:43.343608 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-ceb5d67f-ca8f-45d6-adba-c2a3673ca120 admin admin] 10.222.0.25 "GET /v2.0/networks/521d4520-71b8-438e-96ef-236a080e2b51 HTTP/1.1" status: 200 len: 886 time: 0.1410892 Jun 10 03:49:44.961426 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-673433a4-f85f-4e63-b87b-7e01842c03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:49:45.207619 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:49:45.449001 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 47682) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:49:45.599123 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea243664-7c04-4d6b-a014-45760b1d9021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:49:45.600493 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-ea243664-7c04-4d6b-a014-45760b1d9021 admin admin] 10.222.0.25 "GET /v2.0/networks/ebc2a16a-e4ae-426a-aa11-d14824054064 HTTP/1.1" status: 200 len: 868 time: 0.1505492 Jun 10 03:49:45.948212 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:49:47.568315 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:49:47.711094 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 47690) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:49:47.831291 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a51e70-eb18-43c1-9198-31bab4238d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:49:47.831661 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a51e70-eb18-43c1-9198-31bab4238d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:49:47.833116 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-46a51e70-eb18-43c1-9198-31bab4238d1a admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1210968 Jun 10 03:49:49.935467 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 47698) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:49:50.062057 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383e5f5a-6901-41df-b102-50f4ecf7eec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:49:50.062544 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383e5f5a-6901-41df-b102-50f4ecf7eec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:49:50.064298 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-383e5f5a-6901-41df-b102-50f4ecf7eec3 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277041 Jun 10 03:49:52.157592 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 47706) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:49:52.252859 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a002345-0a00-4a92-9b3d-42f052a4744d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:49:52.254142 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-4a002345-0a00-4a92-9b3d-42f052a4744d admin admin] 10.222.0.25 "GET /v2.0/subnets/64c3e285-81be-4ca0-8a69-1986e88dca02 HTTP/1.1" status: 200 len: 868 time: 0.0956290 Jun 10 03:49:52.408707 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 5 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:49:54.377334 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 47714) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:49:54.470138 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adecfd59-198a-4999-bcd4-5126289caae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:49:54.471500 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-adecfd59-198a-4999-bcd4-5126289caae2 admin admin] 10.222.0.25 "GET /v2.0/subnets/e4fdf890-cc0e-449a-b17a-0a4cb4019895 HTTP/1.1" status: 200 len: 816 time: 0.0932446 Jun 10 03:50:12.413531 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-aec38d87-68ad-45ab-b1f7-52650534efce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:14.963768 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-289821ea-2019-43ed-9036-9511592e2661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:15.209724 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:15.947710 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:17.419719 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 47758) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:50:17.465657 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [None req-e686db45-70a2-46a6-94e7-22c6f1f81104 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 03:50:17.466703 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-e686db45-70a2-46a6-94e7-22c6f1f81104 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460260 Jun 10 03:50:17.570077 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:19.647092 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 47766) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:50:19.707748 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2301243-f3bc-42c3-887d-8bde3004d792 admin admin] GET failed (client error): The resource could not be found. Jun 10 03:50:19.709044 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-e2301243-f3bc-42c3-887d-8bde3004d792 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610440 Jun 10 03:50:19.860336 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5472cb7a-3aa7-44d9-8e2f-92eb92dfb2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:50:19.861695 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-5472cb7a-3aa7-44d9-8e2f-92eb92dfb2f9 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1489010 Jun 10 03:50:21.982207 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 47774) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:50:22.026743 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:50:22.045959 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Made reservation on behalf of 2f56fc759e7e4250bfeb34933ad42c80 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:50:22.048254 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612569'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:22.084199 dv-cinder-741349-4-smb neutron-server[91625]: WARNING neutron.services.revisions.revision_plugin [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Could not find related network for resource to bump revision. Jun 10 03:50:22.098963 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 03:50:22.108792 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:22.109134 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Added segment 376581be-6f3c-417a-9e32-29197965fe55 of type vlan for network 8180d71e-2913-4f53-9e40-ede9f8ef5ffb Jun 10 03:50:22.162959 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785831791279'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:22.190065 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:22.191334 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:50:22.191898 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:22.194384 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:50:22.226223 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2429790 Jun 10 03:50:22.272467 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Pushing event updated for resources: {'Network': ['ID=8180d71e-2913-4f53-9e40-ede9f8ef5ffb,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:50:22.279677 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:22.280012 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:22.280341 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:22.280667 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:22.280989 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:22.281308 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:22.281625 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:22.281940 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:22.282273 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:22.282598 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:22.282912 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:22.283221 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:22.286982 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:50:22.294162 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Network 8180d71e-2913-4f53-9e40-ede9f8ef5ffb details requested by agent ovs-agent-dv-cinder-741349-4-smb with host dv-cinder-741349-4-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 03:50:24.353335 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 47782) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:50:24.413436 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e10a9ac-196c-440c-b454-afa3b80b166c admin admin] GET failed (client error): The resource could not be found. Jun 10 03:50:24.414763 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-5e10a9ac-196c-440c-b454-afa3b80b166c admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605495 Jun 10 03:50:24.506089 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77ccd59-0ea7-43c4-803a-ce23d2368270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:50:24.507518 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-c77ccd59-0ea7-43c4-803a-ce23d2368270 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0890543 Jun 10 03:50:24.516813 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-4ced5935-6570-454e-84eb-e28d104f5876 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '8180d71e-2913-4f53-9e40-ede9f8ef5ffb', 'name': 'shared-subnet'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:50:24.535855 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ced5935-6570-454e-84eb-e28d104f5876 admin admin] Made reservation on behalf of 2f56fc759e7e4250bfeb34933ad42c80 for: {'subnet': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:50:24.538356 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4ced5935-6570-454e-84eb-e28d104f5876 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:24.728998 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4ced5935-6570-454e-84eb-e28d104f5876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386'] for subnet, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:24.731776 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3ca47ebe-0ac2-45cd-89a8-639bc2a4fd6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:50:24.794699 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced5935-6570-454e-84eb-e28d104f5876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d96c1e92-abb7-4b93-a788-e4fcf0285d49,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:50:24.797990 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4ced5935-6570-454e-84eb-e28d104f5876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:50:24.803972 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ced5935-6570-454e-84eb-e28d104f5876 admin admin] Checking segment: {'id': '376581be-6f3c-417a-9e32-29197965fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8180d71e-2913-4f53-9e40-ede9f8ef5ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:50:24.804327 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ced5935-6570-454e-84eb-e28d104f5876 admin admin] Network hostable DHCP agents. Network: 8180d71e-2913-4f53-9e40-ede9f8ef5ffb, hostable agents: ['9b7b751a-80ba-4c5f-bc61-5ab83d7a2938'], hosted agents: [] {{(pid=91625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 03:50:24.819768 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ced5935-6570-454e-84eb-e28d104f5876 admin admin] Network 8180d71e-2913-4f53-9e40-ede9f8ef5ffb is scheduled to be hosted by DHCP agent 9b7b751a-80ba-4c5f-bc61-5ab83d7a2938 with binding_index 1 {{(pid=91625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 03:50:24.827253 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-4ced5935-6570-454e-84eb-e28d104f5876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-smb, 8180d71e-2913-4f53-9e40-ede9f8ef5ffb) {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:50:24.831146 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ced5935-6570-454e-84eb-e28d104f5876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:50:24.831721 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4ced5935-6570-454e-84eb-e28d104f5876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:24.836149 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291861ed-5797-47e8-9413-e52a647eb2c9 None None] Network 8180d71e-2913-4f53-9e40-ede9f8ef5ffb requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:50:24.848562 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-4ced5935-6570-454e-84eb-e28d104f5876 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3350382 Jun 10 03:50:25.029111 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa79c994-edd9-5899-8f11-c816d81be598-8180d71e-2913-4f53-9e40-ede9f8ef5ffb', 'network_id': '8180d71e-2913-4f53-9e40-ede9f8ef5ffb', 'tenant_id': '2f56fc759e7e4250bfeb34933ad42c80', 'fixed_ips': [{'subnet_id': 'd96c1e92-abb7-4b93-a788-e4fcf0285d49'}]}} from dv-cinder-741349-4-smb. {{(pid=91627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 03:50:25.030150 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:25.183556 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.db_base_plugin_common [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Allocated IP 192.168.233.2 (8180d71e-2913-4f53-9e40-ede9f8ef5ffb/d96c1e92-abb7-4b93-a788-e4fcf0285d49/1590a6ba-5b85-469e-abef-4377c18ae1d9) {{(pid=91627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:50:25.356544 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Notify callbacks [] for port, precommit_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:25.366436 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Transition to ACTIVE for port object 1590a6ba-5b85-469e-abef-4377c18ae1d9 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:50:25.381757 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Transition to ACTIVE for port object 1590a6ba-5b85-469e-abef-4377c18ae1d9 will not be triggered until provisioned by entity DHCP. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:50:25.388186 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:25.391936 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:50:25.439657 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Network 8180d71e-2913-4f53-9e40-ede9f8ef5ffb is already hosted by enough agents. {{(pid=91627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:50:25.442580 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.scheduler.base_scheduler [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Resources bound (agent type, host, resource id): {{(pid=91627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:50:25.446550 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Received port after_create {{(pid=91627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:50:25.453288 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Pushing event updated for resources: {'Port': ['ID=1590a6ba-5b85-469e-abef-4377c18ae1d9,revision_number=1']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:50:25.481306 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:25.481727 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:25.482025 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:25.482509 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:25.482846 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:25.483176 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:25.483507 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:25.483840 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:25.484167 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:25.484492 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:25.484818 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:25.485142 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:50:25.490847 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:50:25.526507 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Attempting to bind port 1590a6ba-5b85-469e-abef-4377c18ae1d9 on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:50:25.526912 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Attempting to bind port 1590a6ba-5b85-469e-abef-4377c18ae1d9 by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': '376581be-6f3c-417a-9e32-29197965fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8180d71e-2913-4f53-9e40-ede9f8ef5ffb'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:50:25.527287 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Attempting to bind port 1590a6ba-5b85-469e-abef-4377c18ae1d9 on network 8180d71e-2913-4f53-9e40-ede9f8ef5ffb {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:50:25.532183 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:50:25.532566 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Checking segment: {'id': '376581be-6f3c-417a-9e32-29197965fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8180d71e-2913-4f53-9e40-ede9f8ef5ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:50:25.532972 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:25.533370 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Bound using segment: {'id': '376581be-6f3c-417a-9e32-29197965fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8180d71e-2913-4f53-9e40-ede9f8ef5ffb'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:50:25.533870 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Bound port: 1590a6ba-5b85-469e-abef-4377c18ae1d9, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376581be-6f3c-417a-9e32-29197965fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8180d71e-2913-4f53-9e40-ede9f8ef5ffb'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:50:25.534282 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:25.606037 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] For port 1590a6ba-5b85-469e-abef-4377c18ae1d9, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:50:25.609185 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] For port 1590a6ba-5b85-469e-abef-4377c18ae1d9, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=1590a6ba-5b85-469e-abef-4377c18ae1d9,segment=NetworkSegment(376581be-6f3c-417a-9e32-29197965fe55),segment_id=376581be-6f3c-417a-9e32-29197965fe55)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:50:25.613942 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:25.617080 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:50:25.782822 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Pushing event updated for resources: {'Port': ['ID=1590a6ba-5b85-469e-abef-4377c18ae1d9,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:50:25.787031 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:50:26.569818 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b4bd86-ceee-4fd2-b37d-6ffcac77d4e2 None None] Network 8180d71e-2913-4f53-9e40-ede9f8ef5ffb requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:50:26.647696 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fed0c979-e57a-48f1-b683-645be1967fca None None] Provisioning for port 1590a6ba-5b85-469e-abef-4377c18ae1d9 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:50:27.172729 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 1590a6ba-5b85-469e-abef-4377c18ae1d9 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:50:27.229552 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port 1590a6ba-5b85-469e-abef-4377c18ae1d9 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:50:27.233162 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 1590a6ba-5b85-469e-abef-4377c18ae1d9 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:50:27.233542 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:27.320604 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:27.357087 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port 1590a6ba-5b85-469e-abef-4377c18ae1d9, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=1590a6ba-5b85-469e-abef-4377c18ae1d9,segment=NetworkSegment(376581be-6f3c-417a-9e32-29197965fe55),segment_id=376581be-6f3c-417a-9e32-29197965fe55)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:50:27.361207 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:27.364891 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:50:27.420141 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=1590a6ba-5b85-469e-abef-4377c18ae1d9,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:50:27.423760 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:50:29.152774 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 1590a6ba-5b85-469e-abef-4377c18ae1d9 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:50:29.204843 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 1590a6ba-5b85-469e-abef-4377c18ae1d9 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:50:29.205216 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:29.347127 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 5 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:50:42.413122 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-0c429ede-44cf-45cd-813a-24dfd663a662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:44.965942 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ff2f1106-f072-4678-9c17-e2d86b3fdd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:45.210675 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:45.951939 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:50:47.573681 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:51:06.345608 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 5 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:51:12.414972 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6b32152c-42be-4e82-83cd-948a3351fae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:51:14.967064 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f96d164-37c2-47d7-b468-c397ff634801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:51:15.211515 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:51:15.953619 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:51:17.579594 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:51:36.354166 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 47834) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:51:36.360009 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [None req-8b8333c8-c1ad-4210-82f5-7feda16a9edd tempest-verify_tempest_config-471269446 tempest-verify_tempest_config-471269446-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 03:51:36.360968 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-8b8333c8-c1ad-4210-82f5-7feda16a9edd tempest-verify_tempest_config-471269446 tempest-verify_tempest_config-471269446-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058177 Jun 10 03:51:36.655915 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 47852) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:51:36.755485 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8e14787f-5c1b-4072-8c97-b1d2fb240d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:51:36.845861 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8e14787f-5c1b-4072-8c97-b1d2fb240d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:51:36.849896 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8e14787f-5c1b-4072-8c97-b1d2fb240d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:51:36.855544 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-359c36ea-7853-4434-80ae-e9566b8f1d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:51:36.897099 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-8e14787f-5c1b-4072-8c97-b1d2fb240d6e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=483b67f136f54757a7ee1ea6301d5810&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2401907 Jun 10 03:51:36.898135 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14787f-5c1b-4072-8c97-b1d2fb240d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ced4d44-e1a8-434d-bc83-e921f7297c0c,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:51:36.899978 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 47856) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:51:36.906050 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14787f-5c1b-4072-8c97-b1d2fb240d6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:36.906418 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14787f-5c1b-4072-8c97-b1d2fb240d6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:36.906753 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14787f-5c1b-4072-8c97-b1d2fb240d6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:36.907085 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14787f-5c1b-4072-8c97-b1d2fb240d6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:36.907412 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14787f-5c1b-4072-8c97-b1d2fb240d6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:36.907736 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14787f-5c1b-4072-8c97-b1d2fb240d6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:36.908053 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14787f-5c1b-4072-8c97-b1d2fb240d6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:36.908369 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14787f-5c1b-4072-8c97-b1d2fb240d6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:36.908708 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14787f-5c1b-4072-8c97-b1d2fb240d6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:36.909034 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14787f-5c1b-4072-8c97-b1d2fb240d6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:36.909340 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14787f-5c1b-4072-8c97-b1d2fb240d6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:36.909688 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14787f-5c1b-4072-8c97-b1d2fb240d6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:36.914039 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8e14787f-5c1b-4072-8c97-b1d2fb240d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:51:36.960987 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:51:36.982589 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:51:37.071297 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:51:37.074675 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:51:37.075753 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ced4d44-e1a8-434d-bc83-e921f7297c0c HTTP/1.1" status: 204 len: 168 time: 0.1747966 Jun 10 03:51:37.076553 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:51:37.085181 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ced4d44-e1a8-434d-bc83-e921f7297c0c,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:51:37.094338 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:37.094338 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:37.094338 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:37.094338 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:37.094338 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:37.094338 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:37.094338 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:37.094338 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:37.094338 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:37.094984 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:37.094984 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:37.095331 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:51:37.099010 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:51:42.416460 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a78a9969-fbbc-4d87-afd2-f6cf7a7e4117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:51:43.344982 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 5 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:51:44.968504 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ddb51325-7d67-400f-9245-debda3eadb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:51:45.212845 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:51:45.956124 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:51:47.585531 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:52:12.417362 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a7e4-29f0-4814-9e76-c3ff71e2e1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:52:14.968204 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-06395d8a-a8fc-422e-b94b-2c6282b817f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:52:15.212605 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:52:15.959389 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:52:17.585516 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:52:20.343275 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 5 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:52:42.417138 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-0ed04254-8a76-41a1-b624-83dd7f63946a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:52:44.969033 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f686293d-05d0-4bb5-94e4-7852d99dad25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:52:45.213437 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:52:45.963911 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:52:47.592888 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:52:57.341783 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 5 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:53:12.417281 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-52b8be79-6648-4a46-9654-b0f260cc5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:53:14.886919 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197'] for agent, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:53:14.967768 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-42beff6a-0dc7-4459-ba41-b8a920c25e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:53:15.214216 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:53:15.967351 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:53:17.598585 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:53:29.611822 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 47930) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:53:29.712564 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-fc84a453-e172-4d2d-ab13-5066c57d46de admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0996504 Jun 10 03:53:31.829939 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 47940) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:53:31.880818 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-bcfbc59f-3196-4a20-86e2-d8ea70a85253 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0497863 Jun 10 03:53:34.340914 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:53:42.417409 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-1c4f5084-bc55-4554-845d-f5ba4b411577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:53:44.883050 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:53:44.968440 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3af7-5335-4c1a-9e87-f4228a20fad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:53:45.214485 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:53:45.971159 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:53:47.601508 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:54:11.340278 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:54:12.417589 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-aa66cb9c-a411-4293-bfd7-2e53323495e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:54:14.872005 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:54:14.969204 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-5f6be238-bf13-42cc-a1fd-220c94710aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:54:15.214149 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:54:15.973191 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:54:17.607476 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:54:42.418593 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-cba259a1-3a56-4039-b8d5-d6faa790c0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:54:44.902860 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:54:44.969049 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-af8cb2e0-86ac-40f8-aeef-b760b76a14a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:54:45.214897 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:54:45.975065 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:54:47.608183 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:54:48.340072 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:55:00.111106 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 48082) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:00.364624 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-309009949-network', 'tenant_id': '0b3ca99e6443433dbcfdd84bbab05042'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:00.385364 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Made reservation on behalf of 0b3ca99e6443433dbcfdd84bbab05042 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:55:00.387556 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612569'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:00.397770 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:00.607009 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:00.611165 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:00.614637 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:00.645366 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 03:55:00.650359 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43f37b8-f652-44ab-871e-ea9513059b63,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:00.659899 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:00.660240 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Added segment f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc of type vlan for network 54a1e9b2-aa9c-401b-9420-836866f8fb9d Jun 10 03:55:00.661971 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:00.662331 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:00.662671 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:00.662997 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:00.663313 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:00.663637 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:00.663955 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:00.664272 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:00.664640 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:00.664963 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:00.665277 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:00.665593 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Tracked resource versions report: Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: pushed versions: Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: { 'AddressGroup': {'1.2'}, Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'ConntrackHelper': {'1.0'}, Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'Log': {'1.0'}, Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'Network': {'1.1'}, Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'Port': {'1.7'}, Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'PortForwarding': {'1.2'}, Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'QosPolicy': {'1.8'}, Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'SecurityGroup': {'1.4'}, Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'SecurityGroupRule': {'1.2'}, Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'SubPort': {'1.0'}, Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'Subnet': {'1.1'}, Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'Trunk': {'1.1'}} Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: consumer versions: Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: { DHCP agent@dv-cinder-741349-4-smb: {}, Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: HyperV agent@hv-cinder-74134: {}, Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: L3 agent@dv-cinder-741349-4-smb: {}, Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: Metadata agent@dv-cinder-741349-4-smb: {}, Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: Metering agent@dv-cinder-741349-4-smb: {}, Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: Open vSwitch agent@dv-cinder-741349-4-smb: { 'AddressGroup': '1.2', Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'ConntrackHelper': '1.0', Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'Log': '1.0', Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'Network': '1.1', Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'Port': '1.7', Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'PortForwarding': '1.2', Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'QosPolicy': '1.8', Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'SecurityGroup': '1.4', Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'SecurityGroupRule': '1.2', Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'SubPort': '1.0', Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'Subnet': '1.1', Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: 'Trunk': '1.1'}} Jun 10 03:55:00.666662 dv-cinder-741349-4-smb neutron-server[91625]: {{(pid=91625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 03:55:00.676681 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:00.717196 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785831791279'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:00.747759 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:00.749093 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:00.749668 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:00.753219 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:00.791122 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6840029 Jun 10 03:55:00.794254 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 48124) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:00.799889 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Request body: {'subnet': {'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-309009949-subnet', 'tenant_id': '0b3ca99e6443433dbcfdd84bbab05042', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:00.829264 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Made reservation on behalf of 0b3ca99e6443433dbcfdd84bbab05042 for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:55:00.833027 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:00.840884 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Pushing event updated for resources: {'Network': ['ID=54a1e9b2-aa9c-401b-9420-836866f8fb9d,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:00.843588 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:00.851438 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Network 54a1e9b2-aa9c-401b-9420-836866f8fb9d details requested by agent ovs-agent-dv-cinder-741349-4-smb with host dv-cinder-741349-4-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 03:55:01.145443 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:01.147731 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d8ef70a2-d59a-44f5-b1e4-3492d98c2278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:01.209494 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:01.221743 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:01.222087 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:01.222464 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:01.222796 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:01.223135 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:01.223661 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:01.223992 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:01.224488 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:01.224838 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:01.225168 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:01.225554 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:01.225835 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Tracked resource versions report: Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: pushed versions: Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: { 'AddressGroup': {'1.2'}, Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'ConntrackHelper': {'1.0'}, Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'Log': {'1.0'}, Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'Network': {'1.1'}, Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'Port': {'1.7'}, Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'PortForwarding': {'1.2'}, Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'QosPolicy': {'1.8'}, Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'SecurityGroup': {'1.4'}, Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'SecurityGroupRule': {'1.2'}, Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'SubPort': {'1.0'}, Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'Subnet': {'1.1'}, Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'Trunk': {'1.1'}} Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: consumer versions: Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: { DHCP agent@dv-cinder-741349-4-smb: {}, Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: HyperV agent@hv-cinder-74134: {}, Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: L3 agent@dv-cinder-741349-4-smb: {}, Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: Metadata agent@dv-cinder-741349-4-smb: {}, Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: Metering agent@dv-cinder-741349-4-smb: {}, Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: Open vSwitch agent@dv-cinder-741349-4-smb: { 'AddressGroup': '1.2', Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'ConntrackHelper': '1.0', Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'Log': '1.0', Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'Network': '1.1', Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'Port': '1.7', Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'PortForwarding': '1.2', Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'QosPolicy': '1.8', Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'SecurityGroup': '1.4', Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'SecurityGroupRule': '1.2', Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'SubPort': '1.0', Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'Subnet': '1.1', Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: 'Trunk': '1.1'}} Jun 10 03:55:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: {{(pid=91626) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 03:55:01.235406 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:01.244656 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Checking segment: {'id': 'f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:55:01.245018 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Network hostable DHCP agents. Network: 54a1e9b2-aa9c-401b-9420-836866f8fb9d, hostable agents: ['9b7b751a-80ba-4c5f-bc61-5ab83d7a2938'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 03:55:01.260338 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Network 54a1e9b2-aa9c-401b-9420-836866f8fb9d is scheduled to be hosted by DHCP agent 9b7b751a-80ba-4c5f-bc61-5ab83d7a2938 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 03:55:01.277609 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-smb, 54a1e9b2-aa9c-401b-9420-836866f8fb9d) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:55:01.283582 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:01.284895 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:01.290870 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ae0ea9-6801-4826-9fa0-4c656eff22bf None None] Network 54a1e9b2-aa9c-401b-9420-836866f8fb9d requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:55:01.303173 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 48160) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:01.303736 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5048919 Jun 10 03:55:01.308408 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-309009949-router', 'tenant_id': '0b3ca99e6443433dbcfdd84bbab05042', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:01.339871 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245035'] for router, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:01.341340 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-336819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-245200'] for router, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:01.375922 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 48162) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:01.460512 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:01.477368 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6551bf-059a-41c5-8a21-5214e3287e98 None None] Network 54a1e9b2-aa9c-401b-9420-836866f8fb9d requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:55:01.673055 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245190'] for router, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:01.752870 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-network', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:01.776760 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] Made reservation on behalf of 94525e980f4749d3920cc7e9c22bc80a for: {'network': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:55:01.780300 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612569'] for network, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:01.796914 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:01.877325 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 48178) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:01.920140 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:01.925946 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:01.943269 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-66781432-e1d8-47d3-9094-2dd5316895a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:01.964465 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:01.973292 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=91626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 03:55:01.980717 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73957181-016b-4db3-b525-187fe300b8ff,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:01.985521 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:01.988712 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:01.989244 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.db.segments_db [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] Added segment 480bbc06-9e24-4950-9a26-98fd4bb1d810 of type vlan for network 2885b30d-7b76-4cfa-abd6-461b0adaf373 Jun 10 03:55:01.993033 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:02.059277 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785831791279'] for network, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:02.097011 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395'] for network, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:02.098744 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:02.099539 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:02.111086 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:02.143237 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Allocated IP 172.28.2.37 (521d4520-71b8-438e-96ef-236a080e2b51/e4fdf890-cc0e-449a-b17a-0a4cb4019895/9d5732d0-1ae6-4dfa-a3b2-953d30299917) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:55:02.198259 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] Pushing event updated for resources: {'Network': ['ID=2885b30d-7b76-4cfa-abd6-461b0adaf373,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:02.201460 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:02.205963 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8262846 Jun 10 03:55:02.206283 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 48192) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:02.210441 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Network 2885b30d-7b76-4cfa-abd6-461b0adaf373 details requested by agent ovs-agent-dv-cinder-741349-4-smb with host dv-cinder-741349-4-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 03:55:02.213107 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-32acce3e-6312-44b2-a419-c02c084e5bc6 admin admin] Request body: {'subnet': {'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-subnet', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:02.253038 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 48194) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:02.279304 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32acce3e-6312-44b2-a419-c02c084e5bc6 admin admin] Made reservation on behalf of 94525e980f4749d3920cc7e9c22bc80a for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:55:02.286577 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-32acce3e-6312-44b2-a419-c02c084e5bc6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:02.330742 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-344289640-network', 'tenant_id': '0d9a39de1e7d4e1994badad62db5eada'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:02.390794 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:02.397030 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1369467885-network', 'tenant_id': '618da4200815401da9367ea4dacb39ef'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:02.454093 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:02.457964 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:02.515481 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Pushing event updated for resources: {'Port': ['ID=9d5732d0-1ae6-4dfa-a3b2-953d30299917,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:02.526036 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:02.532578 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] Made reservation on behalf of 0d9a39de1e7d4e1994badad62db5eada for: {'network': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:55:02.534642 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Network 521d4520-71b8-438e-96ef-236a080e2b51 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:55:02.534875 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612569'] for network, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:02.536421 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:55:02.543906 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:55:02.556664 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:02.568547 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] Made reservation on behalf of 618da4200815401da9367ea4dacb39ef for: {'network': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:55:02.571809 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612569'] for network, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:02.594372 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:02.778159 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-32acce3e-6312-44b2-a419-c02c084e5bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:02.784934 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9e384f2a-5b52-4f3d-8323-20a6d297717b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:02.848311 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:02.924589 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32acce3e-6312-44b2-a419-c02c084e5bc6 admin admin] Checking segment: {'id': '480bbc06-9e24-4950-9a26-98fd4bb1d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:55:02.925383 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32acce3e-6312-44b2-a419-c02c084e5bc6 admin admin] Network hostable DHCP agents. Network: 2885b30d-7b76-4cfa-abd6-461b0adaf373, hostable agents: ['9b7b751a-80ba-4c5f-bc61-5ab83d7a2938'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 03:55:02.929594 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:02.950381 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=91626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 03:55:02.960006 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:02.960658 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.db.segments_db [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] Added segment 6b2b2ff7-5750-46ba-9368-f1526047ed9f of type vlan for network 3663c860-865d-44a7-a9de-4c8fee2210ca Jun 10 03:55:02.987864 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acce3e-6312-44b2-a419-c02c084e5bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3e6d9b-092f-4d58-89f6-b46392a43086,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:02.991727 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-32acce3e-6312-44b2-a419-c02c084e5bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:03.019514 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:03.053659 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:03.064210 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32acce3e-6312-44b2-a419-c02c084e5bc6 admin admin] Network 2885b30d-7b76-4cfa-abd6-461b0adaf373 is scheduled to be hosted by DHCP agent 9b7b751a-80ba-4c5f-bc61-5ab83d7a2938 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 03:55:03.072026 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785831791279'] for network, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:03.089131 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04076935-7cd3-440a-9a39-7b1c3cf94ead,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:03.092089 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:03.099328 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-32acce3e-6312-44b2-a419-c02c084e5bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-smb, 2885b30d-7b76-4cfa-abd6-461b0adaf373) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:55:03.106086 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acce3e-6312-44b2-a419-c02c084e5bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:03.107012 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-32acce3e-6312-44b2-a419-c02c084e5bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:03.108014 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2baafe-0cd2-4c63-81a6-43f9d4c3a499 None None] Network 2885b30d-7b76-4cfa-abd6-461b0adaf373 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:55:03.155434 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395'] for network, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:03.159397 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:03.160355 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:03.165698 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7ecfad98-7005-4d3d-99f3-c61dc41a838a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:03.258823 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] Pushing event updated for resources: {'Network': ['ID=3663c860-865d-44a7-a9de-4c8fee2210ca,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:03.265827 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:03.304317 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:03.311619 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:03.331854 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=91626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 03:55:03.343426 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:03.343955 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.db.segments_db [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] Added segment 8491b6a3-2ff9-4407-a213-2f48da50dce0 of type vlan for network 36b91a10-3d56-4131-8a06-fcb18ccb1199 Jun 10 03:55:03.427152 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Network 3663c860-865d-44a7-a9de-4c8fee2210ca details requested by agent ovs-agent-dv-cinder-741349-4-smb with host dv-cinder-741349-4-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 03:55:03.428828 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785831791279'] for network, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:03.466784 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:03.494909 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719355'] for router, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:03.503779 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c449b95b-948c-4c0d-a384-b8fce0ecc51b,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:03.506958 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:03.507806 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395'] for network, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:03.509943 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-32acce3e-6312-44b2-a419-c02c084e5bc6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3028953 Jun 10 03:55:03.514033 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6328275 Jun 10 03:55:03.514033 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:03.514033 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:03.524586 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 48252) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:03.524937 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 48254) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:03.525707 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:03.548522 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa79c994-edd9-5899-8f11-c816d81be598-2885b30d-7b76-4cfa-abd6-461b0adaf373', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086'}]}} from dv-cinder-741349-4-smb. {{(pid=91627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 03:55:03.549835 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:03.613260 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:03.617243 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] Pushing event updated for resources: {'Network': ['ID=36b91a10-3d56-4131-8a06-fcb18ccb1199,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:03.620030 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:03.622278 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3669708 Jun 10 03:55:03.626975 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-b0bf9818-743f-466f-9669-e848309fb1b0 admin admin] Request body: {'subnet': {'network_id': '3663c860-865d-44a7-a9de-4c8fee2210ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-344289640-subnet', 'tenant_id': '0d9a39de1e7d4e1994badad62db5eada', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:03.631558 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 48262) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:03.635666 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Network 36b91a10-3d56-4131-8a06-fcb18ccb1199 details requested by agent ovs-agent-dv-cinder-741349-4-smb with host dv-cinder-741349-4-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 03:55:03.645579 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-1c436157-12b8-46c6-9bef-5b522aadfaaa admin admin] Request body: {'subnet': {'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1369467885-subnet', 'tenant_id': '618da4200815401da9367ea4dacb39ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:03.668481 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.db.api [None req-1c436157-12b8-46c6-9bef-5b522aadfaaa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 03:55:03.668481 dv-cinder-741349-4-smb neutron-server[91626]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 03:55:03.668481 dv-cinder-741349-4-smb neutron-server[91626]: [parameters: {'project_id_1': '618da4200815401da9367ea4dacb39ef', 'expiration_1': datetime.datetime(2021, 6, 10, 3, 55, 3, 650135)}] Jun 10 03:55:03.668481 dv-cinder-741349-4-smb neutron-server[91626]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 03:55:03.668992 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_db.api [None req-1c436157-12b8-46c6-9bef-5b522aadfaaa admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 03:55:03.669928 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.db.api [None req-b0bf9818-743f-466f-9669-e848309fb1b0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 03:55:03.669928 dv-cinder-741349-4-smb neutron-server[91626]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 03:55:03.669928 dv-cinder-741349-4-smb neutron-server[91626]: [parameters: {'project_id_1': '0d9a39de1e7d4e1994badad62db5eada', 'expiration_1': datetime.datetime(2021, 6, 10, 3, 55, 3, 641147)}] Jun 10 03:55:03.669928 dv-cinder-741349-4-smb neutron-server[91626]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 03:55:03.670380 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_db.api [None req-b0bf9818-743f-466f-9669-e848309fb1b0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 03:55:03.673239 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245035'] for router, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:03.675098 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-336819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-245200'] for router, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:03.750950 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Router edebb189-a0ea-4519-846e-67f5064629d3 is scheduled to L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be with binding_index 1 {{(pid=91625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 03:55:03.754884 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:03.910063 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:55:03.920679 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Sync routers for ids ['edebb189-a0ea-4519-846e-67f5064629d3'] in dv-cinder-741349-4-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:55:03.922047 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.db_base_plugin_common [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Allocated IP 172.20.0.2 (2885b30d-7b76-4cfa-abd6-461b0adaf373/5c3e6d9b-092f-4d58-89f6-b46392a43086/3c890240-3aae-41f1-8397-65659ed891cc) {{(pid=91627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:55:03.928494 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:03.930906 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6264548 Jun 10 03:55:03.933457 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 48264) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:03.936722 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Routers {'edebb189-a0ea-4519-846e-67f5064629d3'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:55:03.937588 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:54:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['edebb189-a0ea-4519-846e-67f5064629d3'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:04.256342 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Notify callbacks [] for port, precommit_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:04.284048 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Transition to ACTIVE for port object 3c890240-3aae-41f1-8397-65659ed891cc will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:55:04.288451 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Set router edebb189-a0ea-4519-846e-67f5064629d3 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:55:04.312402 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c436157-12b8-46c6-9bef-5b522aadfaaa admin admin] Made reservation on behalf of 618da4200815401da9367ea4dacb39ef for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:55:04.315525 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c436157-12b8-46c6-9bef-5b522aadfaaa admin admin] Notify callbacks [] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:04.324295 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Transition to ACTIVE for port object 3c890240-3aae-41f1-8397-65659ed891cc will not be triggered until provisioned by entity DHCP. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:55:04.341797 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:04.346265 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:04.496278 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245190'] for router, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:04.516060 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bf9818-743f-466f-9669-e848309fb1b0 admin admin] Made reservation on behalf of 0d9a39de1e7d4e1994badad62db5eada for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:55:04.518783 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9818-743f-466f-9669-e848309fb1b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:04.540621 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Network 2885b30d-7b76-4cfa-abd6-461b0adaf373 is already hosted by enough agents. {{(pid=91627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:55:04.556997 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.scheduler.base_scheduler [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Resources bound (agent type, host, resource id): {{(pid=91627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:55:04.574335 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Received port after_create {{(pid=91627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:55:04.749782 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Pushing event updated for resources: {'Port': ['ID=3c890240-3aae-41f1-8397-65659ed891cc,revision_number=1']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:04.872045 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:04.872746 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:04.873180 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:04.874059 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:04.876287 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:04.876865 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:04.877642 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:04.878207 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:04.878864 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:04.880330 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:04.890478 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:04.891237 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Tracked resource versions report: Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: pushed versions: Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: { 'AddressGroup': {'1.2'}, Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'ConntrackHelper': {'1.0'}, Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'Log': {'1.0'}, Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'Network': {'1.1'}, Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'Port': {'1.7'}, Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'PortForwarding': {'1.2'}, Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'QosPolicy': {'1.8'}, Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'SecurityGroup': {'1.4'}, Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'SecurityGroupRule': {'1.2'}, Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'SubPort': {'1.0'}, Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'Subnet': {'1.1'}, Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'Trunk': {'1.1'}} Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: consumer versions: Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: { DHCP agent@dv-cinder-741349-4-smb: {}, Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: HyperV agent@hv-cinder-74134: {}, Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: L3 agent@dv-cinder-741349-4-smb: {}, Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: Metadata agent@dv-cinder-741349-4-smb: {}, Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: Metering agent@dv-cinder-741349-4-smb: {}, Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: Open vSwitch agent@dv-cinder-741349-4-smb: { 'AddressGroup': '1.2', Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'ConntrackHelper': '1.0', Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'Log': '1.0', Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'Network': '1.1', Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'Port': '1.7', Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'PortForwarding': '1.2', Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'QosPolicy': '1.8', Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'SecurityGroup': '1.4', Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'SecurityGroupRule': '1.2', Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'SubPort': '1.0', Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'Subnet': '1.1', Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: 'Trunk': '1.1'}} Jun 10 03:55:04.892669 dv-cinder-741349-4-smb neutron-server[91627]: {{(pid=91627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 03:55:04.924930 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:04.929502 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Attempting to bind port 3c890240-3aae-41f1-8397-65659ed891cc on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:55:04.930156 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Attempting to bind port 3c890240-3aae-41f1-8397-65659ed891cc by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': '480bbc06-9e24-4950-9a26-98fd4bb1d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:55:04.930746 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Attempting to bind port 3c890240-3aae-41f1-8397-65659ed891cc on network 2885b30d-7b76-4cfa-abd6-461b0adaf373 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:55:04.952083 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:55:04.958217 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Checking segment: {'id': '480bbc06-9e24-4950-9a26-98fd4bb1d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:55:04.960400 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:04.960934 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Bound using segment: {'id': '480bbc06-9e24-4950-9a26-98fd4bb1d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:55:04.974283 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Bound port: 3c890240-3aae-41f1-8397-65659ed891cc, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480bbc06-9e24-4950-9a26-98fd4bb1d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:55:04.974792 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:05.136298 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edebb189-a0ea-4519-846e-67f5064629d3', 'name': 'tempest-ServerRescueNegativeTestJSON-309009949-router', 'tenant_id': '0b3ca99e6443433dbcfdd84bbab05042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '9d5732d0-1ae6-4dfa-a3b2-953d30299917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:01Z', 'updated_at': '2021-06-10T03:55:02Z', 'revision_number': 3, 'project_id': '0b3ca99e6443433dbcfdd84bbab05042', 'gw_port': {'id': '9d5732d0-1ae6-4dfa-a3b2-953d30299917', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edebb189-a0ea-4519-846e-67f5064629d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:02Z', 'updated_at': '2021-06-10T03:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:05.148677 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Checking router: edebb189-a0ea-4519-846e-67f5064629d3 for host: dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:55:05.149574 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Updating router edebb189-a0ea-4519-846e-67f5064629d3 port 9d5732d0-1ae6-4dfa-a3b2-953d30299917 binding host dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 03:55:05.186049 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] For port 3c890240-3aae-41f1-8397-65659ed891cc, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:55:05.193156 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] For port 3c890240-3aae-41f1-8397-65659ed891cc, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=3c890240-3aae-41f1-8397-65659ed891cc,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:55:05.205352 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:05.210549 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:05.237513 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:05.294621 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Pushing event updated for resources: {'Port': ['ID=3c890240-3aae-41f1-8397-65659ed891cc,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:05.298252 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:05.353512 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c436157-12b8-46c6-9bef-5b522aadfaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:05.378894 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-32acce3e-6312-44b2-a419-c02c084e5bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:05.420488 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:05.429476 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9818-743f-466f-9669-e848309fb1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:05.510108 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c436157-12b8-46c6-9bef-5b522aadfaaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c3e0543-da19-4e59-99a9-ddefff277300,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:05.518271 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1c436157-12b8-46c6-9bef-5b522aadfaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:05.520247 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:05.525757 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c436157-12b8-46c6-9bef-5b522aadfaaa admin admin] Checking segment: {'id': '8491b6a3-2ff9-4407-a213-2f48da50dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:55:05.526120 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c436157-12b8-46c6-9bef-5b522aadfaaa admin admin] Network hostable DHCP agents. Network: 36b91a10-3d56-4131-8a06-fcb18ccb1199, hostable agents: ['9b7b751a-80ba-4c5f-bc61-5ab83d7a2938'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 03:55:05.703601 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Notify callbacks [] for port, precommit_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:05.716148 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.provisioning_blocks [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Transition to ACTIVE for port object 9d5732d0-1ae6-4dfa-a3b2-953d30299917 will not be triggered until provisioned by entity L2. {{(pid=91628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:55:05.724294 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:05.728240 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:05.777329 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e60865-13c3-4baf-ab78-453d60a72747 None None] Pushing event updated for resources: {'Port': ['ID=9d5732d0-1ae6-4dfa-a3b2-953d30299917,revision_number=2']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:05.790079 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e60865-13c3-4baf-ab78-453d60a72747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:05.790079 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e60865-13c3-4baf-ab78-453d60a72747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:05.790642 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e60865-13c3-4baf-ab78-453d60a72747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:05.791474 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e60865-13c3-4baf-ab78-453d60a72747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:05.792279 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e60865-13c3-4baf-ab78-453d60a72747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:05.792883 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e60865-13c3-4baf-ab78-453d60a72747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:05.793374 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 48310) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:05.793521 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e60865-13c3-4baf-ab78-453d60a72747 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:05.793998 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e60865-13c3-4baf-ab78-453d60a72747 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:05.794459 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e60865-13c3-4baf-ab78-453d60a72747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:05.795023 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e60865-13c3-4baf-ab78-453d60a72747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:05.795568 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e60865-13c3-4baf-ab78-453d60a72747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:05.796189 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e60865-13c3-4baf-ab78-453d60a72747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e60865-13c3-4baf-ab78-453d60a72747 None None] Tracked resource versions report: Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: pushed versions: Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: { 'AddressGroup': {'1.2'}, Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'ConntrackHelper': {'1.0'}, Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'Log': {'1.0'}, Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'Network': {'1.1'}, Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'Port': {'1.7'}, Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'PortForwarding': {'1.2'}, Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'QosPolicy': {'1.8'}, Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'SecurityGroup': {'1.4'}, Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'SecurityGroupRule': {'1.2'}, Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'SubPort': {'1.0'}, Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'Subnet': {'1.1'}, Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'Trunk': {'1.1'}} Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: consumer versions: Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: { DHCP agent@dv-cinder-741349-4-smb: {}, Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: HyperV agent@hv-cinder-74134: {}, Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: L3 agent@dv-cinder-741349-4-smb: {}, Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: Metadata agent@dv-cinder-741349-4-smb: {}, Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: Metering agent@dv-cinder-741349-4-smb: {}, Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: Open vSwitch agent@dv-cinder-741349-4-smb: { 'AddressGroup': '1.2', Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'ConntrackHelper': '1.0', Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'Log': '1.0', Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'Network': '1.1', Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'Port': '1.7', Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'PortForwarding': '1.2', Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'QosPolicy': '1.8', Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'SecurityGroup': '1.4', Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'SecurityGroupRule': '1.2', Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'SubPort': '1.0', Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'Subnet': '1.1', Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: 'Trunk': '1.1'}} Jun 10 03:55:05.797457 dv-cinder-741349-4-smb neutron-server[91628]: {{(pid=91628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 03:55:05.820550 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-59e60865-13c3-4baf-ab78-453d60a72747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:05.854447 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Attempting to bind port 9d5732d0-1ae6-4dfa-a3b2-953d30299917 on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:55:05.857066 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Attempting to bind port 9d5732d0-1ae6-4dfa-a3b2-953d30299917 by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:55:05.857938 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Attempting to bind port 9d5732d0-1ae6-4dfa-a3b2-953d30299917 on network 521d4520-71b8-438e-96ef-236a080e2b51 {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:55:05.858103 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf9818-743f-466f-9669-e848309fb1b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ea7a08-d3ea-4585-98f9-2faedb2b5b0d,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:05.862864 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b0bf9818-743f-466f-9669-e848309fb1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:05.865236 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:05.866926 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Allocated IP 172.20.0.1 (54a1e9b2-aa9c-401b-9420-836866f8fb9d/07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8/e7f1552b-454c-463e-984c-78132d9e250b) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:55:05.871867 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:55:05.872237 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Checking segment: {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:55:05.872848 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:05.873250 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Bound using segment: {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:55:05.873905 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Bound port: 9d5732d0-1ae6-4dfa-a3b2-953d30299917, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:55:05.874826 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:05.875781 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bf9818-743f-466f-9669-e848309fb1b0 admin admin] Checking segment: {'id': '6b2b2ff7-5750-46ba-9368-f1526047ed9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3663c860-865d-44a7-a9de-4c8fee2210ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:55:05.876142 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bf9818-743f-466f-9669-e848309fb1b0 admin admin] Network hostable DHCP agents. Network: 3663c860-865d-44a7-a9de-4c8fee2210ca, hostable agents: ['9b7b751a-80ba-4c5f-bc61-5ab83d7a2938'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 03:55:05.908149 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c436157-12b8-46c6-9bef-5b522aadfaaa admin admin] Network 36b91a10-3d56-4131-8a06-fcb18ccb1199 is scheduled to be hosted by DHCP agent 9b7b751a-80ba-4c5f-bc61-5ab83d7a2938 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 03:55:05.922518 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:05.940095 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-1c436157-12b8-46c6-9bef-5b522aadfaaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-smb, 36b91a10-3d56-4131-8a06-fcb18ccb1199) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:55:05.954470 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f411aa-5bce-42ad-93b5-888696563a5e None None] Network 36b91a10-3d56-4131-8a06-fcb18ccb1199 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:55:05.959167 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c436157-12b8-46c6-9bef-5b522aadfaaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:05.967065 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c436157-12b8-46c6-9bef-5b522aadfaaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:05.988243 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] For port 9d5732d0-1ae6-4dfa-a3b2-953d30299917, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:55:05.995879 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] For port 9d5732d0-1ae6-4dfa-a3b2-953d30299917, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=9d5732d0-1ae6-4dfa-a3b2-953d30299917,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:55:06.007684 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:06.010770 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:06.031853 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-09396a20-3e7b-4351-b65e-9e9ac338ea62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:06.037211 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bf9818-743f-466f-9669-e848309fb1b0 admin admin] Network 3663c860-865d-44a7-a9de-4c8fee2210ca is scheduled to be hosted by DHCP agent 9b7b751a-80ba-4c5f-bc61-5ab83d7a2938 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 03:55:06.067740 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-b0bf9818-743f-466f-9669-e848309fb1b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-smb, 3663c860-865d-44a7-a9de-4c8fee2210ca) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:55:06.081337 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-1c436157-12b8-46c6-9bef-5b522aadfaaa admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4484572 Jun 10 03:55:06.083148 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bf9818-743f-466f-9669-e848309fb1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:06.083848 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9818-743f-466f-9669-e848309fb1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:06.086013 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Routers {'edebb189-a0ea-4519-846e-67f5064629d3'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:55:06.086936 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:54:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['edebb189-a0ea-4519-846e-67f5064629d3'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:06.114291 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:06.190125 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Allocated IP 172.28.2.185 (521d4520-71b8-438e-96ef-236a080e2b51/e4fdf890-cc0e-449a-b17a-0a4cb4019895/2910183f-ad5c-44f1-a54a-367b124d1775) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:55:06.237114 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e60865-13c3-4baf-ab78-453d60a72747 None None] Pushing event updated for resources: {'Port': ['ID=9d5732d0-1ae6-4dfa-a3b2-953d30299917,revision_number=3']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:06.245918 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-59e60865-13c3-4baf-ab78-453d60a72747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:06.266400 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:06.272666 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f9d32e5c-c48e-47d0-925c-25d3ab0761e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:06.355516 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969ac675-508c-4daa-b59f-d919d78c2a0c None None] Network 3663c860-865d-44a7-a9de-4c8fee2210ca requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:55:06.362919 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] Set router edebb189-a0ea-4519-846e-67f5064629d3 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:55:06.466146 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b60d660-22c2-4f73-a506-b7514b5472d9 None None] Network 36b91a10-3d56-4131-8a06-fcb18ccb1199 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:55:06.504645 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:06.564239 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Network 54a1e9b2-aa9c-401b-9420-836866f8fb9d is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:55:06.569772 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Pushing event updated for resources: {'Port': ['ID=e7f1552b-454c-463e-984c-78132d9e250b,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:06.598213 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:06.600520 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:55:06.604781 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-09396a20-3e7b-4351-b65e-9e9ac338ea62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:06.605935 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:55:06.606401 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690492'] for router_interface, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:06.619828 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-09396a20-3e7b-4351-b65e-9e9ac338ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:06.671456 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-b0bf9818-743f-466f-9669-e848309fb1b0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0617549 Jun 10 03:55:06.711723 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:06.715216 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:06.790043 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8e14787f-5c1b-4072-8c97-b1d2fb240d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:06.831235 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Network 521d4520-71b8-438e-96ef-236a080e2b51 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:55:06.852885 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:55:06.855638 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:55:06.857706 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Pushing event updated for resources: {'Port': ['ID=2910183f-ad5c-44f1-a54a-367b124d1775,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:06.875233 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:06.986065 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09396a20-3e7b-4351-b65e-9e9ac338ea62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7243d9-6f6c-44fc-a8ff-99bbdf0ece93,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:07.073820 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edebb189-a0ea-4519-846e-67f5064629d3', 'name': 'tempest-ServerRescueNegativeTestJSON-309009949-router', 'tenant_id': '0b3ca99e6443433dbcfdd84bbab05042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '9d5732d0-1ae6-4dfa-a3b2-953d30299917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:01Z', 'updated_at': '2021-06-10T03:55:02Z', 'revision_number': 3, 'project_id': '0b3ca99e6443433dbcfdd84bbab05042', 'gw_port': {'id': '9d5732d0-1ae6-4dfa-a3b2-953d30299917', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edebb189-a0ea-4519-846e-67f5064629d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:02Z', 'updated_at': '2021-06-10T03:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:07.080630 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0920cf1-c3cf-4d8d-ac14-ce543d71f15f None None] The sync data for ids ['edebb189-a0ea-4519-846e-67f5064629d3'] in dv-cinder-741349-4-smb is: [{'id': 'edebb189-a0ea-4519-846e-67f5064629d3', 'name': 'tempest-ServerRescueNegativeTestJSON-309009949-router', 'tenant_id': '0b3ca99e6443433dbcfdd84bbab05042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '9d5732d0-1ae6-4dfa-a3b2-953d30299917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:01Z', 'updated_at': '2021-06-10T03:55:02Z', 'revision_number': 3, 'project_id': '0b3ca99e6443433dbcfdd84bbab05042', 'gw_port': {'id': '9d5732d0-1ae6-4dfa-a3b2-953d30299917', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edebb189-a0ea-4519-846e-67f5064629d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:02Z', 'updated_at': '2021-06-10T03:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:55:07.091945 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-09396a20-3e7b-4351-b65e-9e9ac338ea62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:07.102280 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-09396a20-3e7b-4351-b65e-9e9ac338ea62 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=316239e06cc14d078feeef61ad489e0a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3045311 Jun 10 03:55:07.105039 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 48372) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:07.192355 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12046950-ae66-41e1-a9dc-50d140dbf2dc None None] Network 2885b30d-7b76-4cfa-abd6-461b0adaf373 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:55:07.210218 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 48390) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:07.214720 dv-cinder-741349-4-smb neutron-server[91625]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 03:55:07.364307 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-89f7ee2f-2e2a-4f8f-96d0-f52ed2bcd8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:07.385078 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7789c7e-4ade-46e7-844e-6955a836762e None None] Network 3663c860-865d-44a7-a9de-4c8fee2210ca requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:55:07.432647 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8b91a970-7534-4d2c-a778-750b376ffb85 None None] Provisioning for port 3c890240-3aae-41f1-8397-65659ed891cc completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:55:07.478951 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-89f7ee2f-2e2a-4f8f-96d0-f52ed2bcd8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:07.516010 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 3c890240-3aae-41f1-8397-65659ed891cc up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:55:07.712866 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:07.737413 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-297a1425-e975-4519-b4f2-2d4ebc68e364 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:07.745049 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-297a1425-e975-4519-b4f2-2d4ebc68e364 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/networks?id=36b91a10-3d56-4131-8a06-fcb18ccb1199 HTTP/1.1" status: 200 len: 815 time: 0.5313153 Jun 10 03:55:07.768397 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-eec60c1c-8934-4300-8e1d-f8dd5f304f41 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/quotas/618da4200815401da9367ea4dacb39ef HTTP/1.1" status: 200 len: 375 time: 0.0220735 Jun 10 03:55:07.799215 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 48412) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:07.846997 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port 3c890240-3aae-41f1-8397-65659ed891cc completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:55:07.873306 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-8ee0d1e1-94be-4350-9c3f-882fd4e2875d tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=618da4200815401da9367ea4dacb39ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038947 Jun 10 03:55:07.903823 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 3c890240-3aae-41f1-8397-65659ed891cc triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:55:07.905120 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:07.941889 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:08.039960 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:08.051936 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-89f7ee2f-2e2a-4f8f-96d0-f52ed2bcd8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:08.107441 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-89f7ee2f-2e2a-4f8f-96d0-f52ed2bcd8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:08.108752 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-89f7ee2f-2e2a-4f8f-96d0-f52ed2bcd8b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c7243d9-6f6c-44fc-a8ff-99bbdf0ece93 HTTP/1.1" status: 204 len: 168 time: 1.0028882 Jun 10 03:55:08.109409 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:08.118438 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-09b39e28-8cdd-4419-b86b-114b400e4488 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 03:55:08.119455 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-09b39e28-8cdd-4419-b86b-114b400e4488 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1030059 Jun 10 03:55:08.127502 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port 3c890240-3aae-41f1-8397-65659ed891cc, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=3c890240-3aae-41f1-8397-65659ed891cc,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:08.139894 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:08.142745 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:08.168466 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7ee2f-2e2a-4f8f-96d0-f52ed2bcd8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7243d9-6f6c-44fc-a8ff-99bbdf0ece93,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:08.286533 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-89f7ee2f-2e2a-4f8f-96d0-f52ed2bcd8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:08.300552 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=3c890240-3aae-41f1-8397-65659ed891cc,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:08.317309 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:08.344990 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-e0ab1a75-5e02-4b2e-b844-48063765f82f tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:08.346057 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-e0ab1a75-5e02-4b2e-b844-48063765f82f tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/networks?id=3663c860-865d-44a7-a9de-4c8fee2210ca HTTP/1.1" status: 200 len: 811 time: 0.5458269 Jun 10 03:55:08.394449 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719355'] for router, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:08.458500 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-86da6919-e997-4fb6-a6cd-348ab0bb5999 None None] Provisioning complete for port 3c890240-3aae-41f1-8397-65659ed891cc triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:55:08.459005 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-86da6919-e997-4fb6-a6cd-348ab0bb5999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:08.472066 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-6a1e44f3-34c0-4376-bb0f-15ab4476c3ba tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/quotas/0d9a39de1e7d4e1994badad62db5eada HTTP/1.1" status: 200 len: 375 time: 0.0865455 Jun 10 03:55:08.537603 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-d1d7da28-d239-47b4-a796-79b0f7dfd607 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d9a39de1e7d4e1994badad62db5eada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645990 Jun 10 03:55:08.582837 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-0b263d34-7825-41f0-a383-1de790430036 service neutron] 10.222.0.25 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462478 Jun 10 03:55:08.593868 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:08.609388 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:08.611914 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690504'] for router_interface, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:08.622897 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:08.631887 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 48438) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:08.670472 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5cd55011-2670-44d1-9f71-61e2e7e12618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:08.768321 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Router e085632c-22eb-44dc-a595-2cb38944dba6 is scheduled to L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be with binding_index 1 {{(pid=91626) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 03:55:08.983560 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:55:08.986763 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Pushing event updated for resources: {'Port': ['ID=e7f1552b-454c-463e-984c-78132d9e250b,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:08.994079 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:08.998846 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Sync routers for ids ['e085632c-22eb-44dc-a595-2cb38944dba6'] in dv-cinder-741349-4-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:55:09.000960 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-a5e9af5c-0fdb-4354-b773-1f9e2e46d0e9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 03:55:09.001960 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-a5e9af5c-0fdb-4354-b773-1f9e2e46d0e9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1815078 Jun 10 03:55:09.011499 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Routers {'e085632c-22eb-44dc-a595-2cb38944dba6'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:55:09.012393 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:54:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e085632c-22eb-44dc-a595-2cb38944dba6'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:09.015449 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5cd55011-2670-44d1-9f71-61e2e7e12618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:09.025824 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5cd55011-2670-44d1-9f71-61e2e7e12618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:09.056410 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-e9f2a71e-4989-47af-a8bf-8c803df0b5c3 service neutron] 10.222.0.25 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726918 Jun 10 03:55:09.066180 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:09.087653 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Network 54a1e9b2-aa9c-401b-9420-836866f8fb9d is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:55:09.090892 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:55:09.111588 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-5cd55011-2670-44d1-9f71-61e2e7e12618 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14c66bcbb2f24b4dbcad84e4d2672fa1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4786758 Jun 10 03:55:09.112994 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd55011-2670-44d1-9f71-61e2e7e12618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b66e72-42de-4d2b-87f1-85d2ab030b48,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:09.128488 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 48448) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:09.140661 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Notify callbacks [] for router, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:09.140661 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5284710 Jun 10 03:55:09.140661 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 48450) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:09.140661 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5cd55011-2670-44d1-9f71-61e2e7e12618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:09.262020 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Set router e085632c-22eb-44dc-a595-2cb38944dba6 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:55:09.522736 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-3fc4a392-b2bf-4b8b-9c75-252ede8a946b service neutron] 10.222.0.25 "GET /v2.0/networks/3663c860-865d-44a7-a9de-4c8fee2210ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995546 Jun 10 03:55:09.530807 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 3c890240-3aae-41f1-8397-65659ed891cc up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:55:09.661100 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 3c890240-3aae-41f1-8397-65659ed891cc triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:55:09.661398 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:09.822537 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-cd603150-e485-48e4-aca6-9c1567ceba8d req-9ced5a42-4922-4403-b3c0-adca489b340a tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 210 time: 0.1195986 Jun 10 03:55:09.853789 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4e836509-2be9-447e-b285-488f9b076b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:09.908764 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Router edebb189-a0ea-4519-846e-67f5064629d3 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 03:55:09.917335 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4e836509-2be9-447e-b285-488f9b076b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:09.926584 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-f9998f7e-6838-492e-9667-fd122be091ae service neutron] 10.222.0.25 "GET /v2.0/networks/3663c860-865d-44a7-a9de-4c8fee2210ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026513 Jun 10 03:55:09.947046 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T03:55:07Z', 'revision_number': 3, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port': {'id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:09.949849 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 9d5732d0-1ae6-4dfa-a3b2-953d30299917 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:55:10.132294 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 48508) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:10.221916 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Checking router: e085632c-22eb-44dc-a595-2cb38944dba6 for host: dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:55:10.222416 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Updating router e085632c-22eb-44dc-a595-2cb38944dba6 port 2910183f-ad5c-44f1-a54a-367b124d1775 binding host dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 03:55:10.297556 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4e836509-2be9-447e-b285-488f9b076b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:10.302530 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4e836509-2be9-447e-b285-488f9b076b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:10.307508 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-4e836509-2be9-447e-b285-488f9b076b1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46b66e72-42de-4d2b-87f1-85d2ab030b48 HTTP/1.1" status: 204 len: 168 time: 1.1667414 Jun 10 03:55:10.307815 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:10.325187 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e836509-2be9-447e-b285-488f9b076b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b66e72-42de-4d2b-87f1-85d2ab030b48,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:10.330931 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4e836509-2be9-447e-b285-488f9b076b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:10.338767 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:55:10.348685 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Sync routers for ids ['edebb189-a0ea-4519-846e-67f5064629d3'] in dv-cinder-741349-4-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:55:10.362471 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Routers {'edebb189-a0ea-4519-846e-67f5064629d3'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:55:10.372802 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:10.374648 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:54:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['edebb189-a0ea-4519-846e-67f5064629d3'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:10.389795 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] 10.222.0.25 "PUT /v2.0/routers/edebb189-a0ea-4519-846e-67f5064629d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4551251 Jun 10 03:55:10.468186 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port 9d5732d0-1ae6-4dfa-a3b2-953d30299917 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:55:10.639721 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c1df1d8e-bd35-4961-8b4b-e69305aeaa82 req-bce7e275-cd0f-4304-a642-18096110dffd tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 210 time: 0.1426177 Jun 10 03:55:10.644588 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3b731e66-05ae-4e80-b559-99453317c295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:10.660262 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 9d5732d0-1ae6-4dfa-a3b2-953d30299917 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:55:10.660722 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:10.693188 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:10.705503 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Set router edebb189-a0ea-4519-846e-67f5064629d3 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:55:10.933195 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3b731e66-05ae-4e80-b559-99453317c295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:10.940119 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3b731e66-05ae-4e80-b559-99453317c295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:10.944166 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:11.057151 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b731e66-05ae-4e80-b559-99453317c295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9fe897-9a1c-4fc5-8c6a-94d073105c3c,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:11.081535 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3b731e66-05ae-4e80-b559-99453317c295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:11.203384 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:11.204089 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edebb189-a0ea-4519-846e-67f5064629d3', 'name': 'tempest-ServerRescueNegativeTestJSON-309009949-router', 'tenant_id': '0b3ca99e6443433dbcfdd84bbab05042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '9d5732d0-1ae6-4dfa-a3b2-953d30299917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:01Z', 'updated_at': '2021-06-10T03:55:07Z', 'revision_number': 4, 'project_id': '0b3ca99e6443433dbcfdd84bbab05042', 'gw_port': {'id': '9d5732d0-1ae6-4dfa-a3b2-953d30299917', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edebb189-a0ea-4519-846e-67f5064629d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:02Z', 'updated_at': '2021-06-10T03:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'e7f1552b-454c-463e-984c-78132d9e250b', 'name': '', 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d', 'tenant_id': '0b3ca99e6443433dbcfdd84bbab05042', 'mac_address': 'fa:16:3e:10:1d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edebb189-a0ea-4519-846e-67f5064629d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:08Z', 'revision_number': 2, 'project_id': '0b3ca99e6443433dbcfdd84bbab05042', 'subnets': [{'id': '07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:11.215622 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Checking router: edebb189-a0ea-4519-846e-67f5064629d3 for host: dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:55:11.218021 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Updating router edebb189-a0ea-4519-846e-67f5064629d3 port e7f1552b-454c-463e-984c-78132d9e250b binding host dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 03:55:11.228927 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-cc8482b7-3e9b-4982-88d0-31d55d22ad5b req-0412b072-e61d-446d-a828-6c094e19adb1 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 210 time: 0.1727440 Jun 10 03:55:11.237539 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 48574) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:11.238539 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-3b731e66-05ae-4e80-b559-99453317c295 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db1ec5a8f5cb4a48abdf12449781c82e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0988309 Jun 10 03:55:11.281287 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port 9d5732d0-1ae6-4dfa-a3b2-953d30299917, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=9d5732d0-1ae6-4dfa-a3b2-953d30299917,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:11.291916 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:11.312406 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:11.362028 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:11.433069 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-37dbb067-e407-489c-a478-d799196bb5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:11.515886 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-37dbb067-e407-489c-a478-d799196bb5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:11.528023 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Allocated IP 172.20.0.1 (2885b30d-7b76-4cfa-abd6-461b0adaf373/5c3e6d9b-092f-4d58-89f6-b46392a43086/0f828067-896f-4717-9081-7c733f0f089d) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:55:11.704358 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:11.728456 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Transition to ACTIVE for port object 2910183f-ad5c-44f1-a54a-367b124d1775 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:55:11.741241 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:11.783488 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-37dbb067-e407-489c-a478-d799196bb5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:11.795111 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-37dbb067-e407-489c-a478-d799196bb5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:11.814775 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-37dbb067-e407-489c-a478-d799196bb5db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b9fe897-9a1c-4fc5-8c6a-94d073105c3c HTTP/1.1" status: 204 len: 168 time: 0.5750091 Jun 10 03:55:11.859697 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Attempting to bind port 2910183f-ad5c-44f1-a54a-367b124d1775 on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:55:11.860117 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Attempting to bind port 2910183f-ad5c-44f1-a54a-367b124d1775 by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:55:11.860480 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Attempting to bind port 2910183f-ad5c-44f1-a54a-367b124d1775 on network 521d4520-71b8-438e-96ef-236a080e2b51 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:55:11.871411 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:11.878437 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:55:11.878894 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Checking segment: {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:55:11.879382 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:11.879839 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Bound using segment: {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:55:11.880601 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Bound port: 2910183f-ad5c-44f1-a54a-367b124d1775, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:55:11.881055 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:11.916737 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbb067-e407-489c-a478-d799196bb5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9fe897-9a1c-4fc5-8c6a-94d073105c3c,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:11.931874 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-1e8d627c-bb83-42a5-8e78-92bef98e875d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:11.951607 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-1e8d627c-bb83-42a5-8e78-92bef98e875d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/networks?id=54a1e9b2-aa9c-401b-9420-836866f8fb9d HTTP/1.1" status: 200 len: 818 time: 0.5114043 Jun 10 03:55:11.959566 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-37dbb067-e407-489c-a478-d799196bb5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:11.969252 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] For port 2910183f-ad5c-44f1-a54a-367b124d1775, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:55:11.976731 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] For port 2910183f-ad5c-44f1-a54a-367b124d1775, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=2910183f-ad5c-44f1-a54a-367b124d1775,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:55:12.006351 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:12.008733 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=9d5732d0-1ae6-4dfa-a3b2-953d30299917,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:12.013541 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:12.041342 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-0e24f026-0b1e-477e-b75e-a31d64d398bc tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/quotas/0b3ca99e6443433dbcfdd84bbab05042 HTTP/1.1" status: 200 len: 375 time: 0.0888398 Jun 10 03:55:12.042816 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:12.059701 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-cccec357-1319-4019-8cc2-2aef259474d0 req-35ba4a35-de72-45da-89b1-d9564518f8b6 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 210 time: 0.2098637 Jun 10 03:55:12.210829 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debb7d5-63e0-4406-a569-4661ee194a6e None None] Pushing event updated for resources: {'Port': ['ID=2910183f-ad5c-44f1-a54a-367b124d1775,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:12.222380 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3debb7d5-63e0-4406-a569-4661ee194a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:12.226036 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:12.226996 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:12.241931 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Routers {'e085632c-22eb-44dc-a595-2cb38944dba6'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:55:12.244594 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:54:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e085632c-22eb-44dc-a595-2cb38944dba6'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:12.249913 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-e7633282-c7b7-4ca4-af61-d7f1491f2e00 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b3ca99e6443433dbcfdd84bbab05042&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1888719 Jun 10 03:55:12.326596 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:12.406045 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Transition to ACTIVE for port object 0f828067-896f-4717-9081-7c733f0f089d will not be triggered until provisioned by entity DHCP. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:55:12.496920 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Notify callbacks [] for port, precommit_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:12.518551 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.provisioning_blocks [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Transition to ACTIVE for port object e7f1552b-454c-463e-984c-78132d9e250b will not be triggered until provisioned by entity L2. {{(pid=91628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:55:12.535664 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:12.566344 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-748aed00-eaca-46cc-8b4e-15f8c510f803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:12.608432 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:12.611198 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-96067808-57e5-43ee-b937-29dbd6219fa1 service neutron] 10.222.0.25 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601494 Jun 10 03:55:12.629973 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:12.706679 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] Set router e085632c-22eb-44dc-a595-2cb38944dba6 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:55:12.751580 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Pushing event updated for resources: {'Port': ['ID=0f828067-896f-4717-9081-7c733f0f089d,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:12.757234 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4d2689e4-d91f-4a11-937c-1a7c5f2cd49b req-b6a974f4-27df-4c06-90d0-0ffe50e31e65 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 210 time: 0.1204865 Jun 10 03:55:12.765644 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:12.767561 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Network 2885b30d-7b76-4cfa-abd6-461b0adaf373 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:55:12.776987 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:55:12.780505 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:55:12.781353 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690492'] for router_interface, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:13.109732 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8642e-f6fc-40df-85b2-7091c1edf31c None None] Pushing event updated for resources: {'Port': ['ID=e7f1552b-454c-463e-984c-78132d9e250b,revision_number=3']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:13.158268 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-12b8642e-f6fc-40df-85b2-7091c1edf31c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:13.212475 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea04fbd-54f9-4fe7-8d8f-dc0bbf2406fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:13.238160 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Attempting to bind port e7f1552b-454c-463e-984c-78132d9e250b on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:55:13.238914 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Attempting to bind port e7f1552b-454c-463e-984c-78132d9e250b by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': 'f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d'}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:55:13.239447 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Attempting to bind port e7f1552b-454c-463e-984c-78132d9e250b on network 54a1e9b2-aa9c-401b-9420-836866f8fb9d {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:55:13.250474 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:55:13.251107 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Checking segment: {'id': 'f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:55:13.251713 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:13.252267 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Bound using segment: {'id': 'f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d'} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:55:13.252926 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Bound port: e7f1552b-454c-463e-984c-78132d9e250b, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d'}}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:55:13.263969 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:13.287252 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T03:55:07Z', 'revision_number': 3, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port': {'id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:13.296917 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfd4e61-b127-4dbc-b60e-2bb312c6869e None None] The sync data for ids ['e085632c-22eb-44dc-a595-2cb38944dba6'] in dv-cinder-741349-4-smb is: [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T03:55:07Z', 'revision_number': 3, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port': {'id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:55:13.305470 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-1e3bbcd6-eb29-4916-b9ab-29755a88179f None None] Provisioning for port 0f828067-896f-4717-9081-7c733f0f089d completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:55:13.316588 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-1e3bbcd6-eb29-4916-b9ab-29755a88179f None None] Provisioning complete for port 0f828067-896f-4717-9081-7c733f0f089d triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:55:13.316972 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-1e3bbcd6-eb29-4916-b9ab-29755a88179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:13.440010 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bbcd6-eb29-4916-b9ab-29755a88179f None None] Port 0f828067-896f-4717-9081-7c733f0f089d cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 03:55:13.443086 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:13.500106 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 9d5732d0-1ae6-4dfa-a3b2-953d30299917 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:55:13.501705 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] For port e7f1552b-454c-463e-984c-78132d9e250b, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:55:13.511564 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] For port e7f1552b-454c-463e-984c-78132d9e250b, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=e7f1552b-454c-463e-984c-78132d9e250b,segment=NetworkSegment(f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc),segment_id=f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc)] {{(pid=91628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:55:13.525060 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:13.529448 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-59e60865-13c3-4baf-ab78-453d60a72747 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:13.565860 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7349cc90-f268-45f2-924c-28883a82e59e req-4aa26e93-117f-4f37-a42d-4028f57c922d tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 210 time: 0.1502144 Jun 10 03:55:13.628583 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-0e5606dc-e449-4951-89dd-195de879115d service neutron] 10.222.0.25 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0126002 Jun 10 03:55:13.718199 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 9d5732d0-1ae6-4dfa-a3b2-953d30299917 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:55:13.719588 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:13.739127 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8642e-f6fc-40df-85b2-7091c1edf31c None None] Pushing event updated for resources: {'Port': ['ID=e7f1552b-454c-463e-984c-78132d9e250b,revision_number=4']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:13.758750 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 48700) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:13.777618 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-12b8642e-f6fc-40df-85b2-7091c1edf31c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:13.830795 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Routers {'edebb189-a0ea-4519-846e-67f5064629d3'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:55:13.831443 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:54:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['edebb189-a0ea-4519-846e-67f5064629d3'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:14.165882 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-38fd252e-35fa-4ab6-b4e2-79767f659d9a req-7dcc8ed9-6227-4ae2-ac5a-c6a98b57e023 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 210 time: 0.1436472 Jun 10 03:55:14.214383 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8b3243f9-baf6-4460-9e0e-f1e0afa02c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:14.240572 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-636c6852-2258-40e0-b389-fffcacd095a2 req-1607f11d-3275-4be5-b268-b52379c2836a tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 210 time: 0.1031251 Jun 10 03:55:14.365297 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:14.378343 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] Set router edebb189-a0ea-4519-846e-67f5064629d3 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:55:14.381218 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:14.382436 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690504'] for router_interface, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:14.385210 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:14.428194 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8b3243f9-baf6-4460-9e0e-f1e0afa02c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:14.438162 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8b3243f9-baf6-4460-9e0e-f1e0afa02c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:14.446137 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3b731e66-05ae-4e80-b559-99453317c295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:14.498317 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.22', 58217) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:14.562599 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-8b3243f9-baf6-4460-9e0e-f1e0afa02c03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8288e8349ce540a099faa62abb94ff58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7996807 Jun 10 03:55:14.563260 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 48734) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:14.592660 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3243f9-baf6-4460-9e0e-f1e0afa02c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c77ccb-93c5-4725-aa16-2c46c0ff25ca,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:14.637762 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8b3243f9-baf6-4460-9e0e-f1e0afa02c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:14.745753 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d673bde0-fd48-43e4-8d27-bcbd94a07274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:14.746938 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Pushing event updated for resources: {'Port': ['ID=0f828067-896f-4717-9081-7c733f0f089d,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:14.815863 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d673bde0-fd48-43e4-8d27-bcbd94a07274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:14.942420 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d673bde0-fd48-43e4-8d27-bcbd94a07274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:14.945435 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:14.945930 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d673bde0-fd48-43e4-8d27-bcbd94a07274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:14.949229 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-d673bde0-fd48-43e4-8d27-bcbd94a07274 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64c77ccb-93c5-4725-aa16-2c46c0ff25ca HTTP/1.1" status: 204 len: 168 time: 0.3817573 Jun 10 03:55:14.949229 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:14.968892 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673bde0-fd48-43e4-8d27-bcbd94a07274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c77ccb-93c5-4725-aa16-2c46c0ff25ca,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:14.975066 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d673bde0-fd48-43e4-8d27-bcbd94a07274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:15.037759 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:15.046463 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-26a041c5-1d8c-4026-9682-46757d492261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:15.078145 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 48766) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:15.180540 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-abe49e98-dce5-43df-9e46-057de8c6650f req-64fd2261-9eb9-49d3-813d-ba941a09eb92 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 210 time: 0.1673512 Jun 10 03:55:15.240827 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:15.269165 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edebb189-a0ea-4519-846e-67f5064629d3', 'name': 'tempest-ServerRescueNegativeTestJSON-309009949-router', 'tenant_id': '0b3ca99e6443433dbcfdd84bbab05042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '9d5732d0-1ae6-4dfa-a3b2-953d30299917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:01Z', 'updated_at': '2021-06-10T03:55:07Z', 'revision_number': 4, 'project_id': '0b3ca99e6443433dbcfdd84bbab05042', 'gw_port': {'id': '9d5732d0-1ae6-4dfa-a3b2-953d30299917', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edebb189-a0ea-4519-846e-67f5064629d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:02Z', 'updated_at': '2021-06-10T03:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'e7f1552b-454c-463e-984c-78132d9e250b', 'name': '', 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d', 'tenant_id': '0b3ca99e6443433dbcfdd84bbab05042', 'mac_address': 'fa:16:3e:10:1d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edebb189-a0ea-4519-846e-67f5064629d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:13Z', 'revision_number': 4, 'project_id': '0b3ca99e6443433dbcfdd84bbab05042', 'subnets': [{'id': '07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:15.277497 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924cc5a-4646-4ca7-9469-81b45fa6488d None None] The sync data for ids ['edebb189-a0ea-4519-846e-67f5064629d3'] in dv-cinder-741349-4-smb is: [{'id': 'edebb189-a0ea-4519-846e-67f5064629d3', 'name': 'tempest-ServerRescueNegativeTestJSON-309009949-router', 'tenant_id': '0b3ca99e6443433dbcfdd84bbab05042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '9d5732d0-1ae6-4dfa-a3b2-953d30299917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:01Z', 'updated_at': '2021-06-10T03:55:07Z', 'revision_number': 4, 'project_id': '0b3ca99e6443433dbcfdd84bbab05042', 'gw_port': {'id': '9d5732d0-1ae6-4dfa-a3b2-953d30299917', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edebb189-a0ea-4519-846e-67f5064629d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:02Z', 'updated_at': '2021-06-10T03:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'e7f1552b-454c-463e-984c-78132d9e250b', 'name': '', 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d', 'tenant_id': '0b3ca99e6443433dbcfdd84bbab05042', 'mac_address': 'fa:16:3e:10:1d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edebb189-a0ea-4519-846e-67f5064629d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:13Z', 'revision_number': 4, 'project_id': '0b3ca99e6443433dbcfdd84bbab05042', 'subnets': [{'id': '07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:55:15.425076 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Network 2885b30d-7b76-4cfa-abd6-461b0adaf373 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:55:15.428026 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:55:15.555719 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 2910183f-ad5c-44f1-a54a-367b124d1775 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:55:15.586899 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-df0cc824-b692-4b79-b469-2f8cc618c0d5 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:15.590144 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-df0cc824-b692-4b79-b469-2f8cc618c0d5 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.22 "GET /v2.0/networks?id=36b91a10-3d56-4131-8a06-fcb18ccb1199 HTTP/1.1" status: 200 len: 815 time: 1.0906777 Jun 10 03:55:15.761526 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port 2910183f-ad5c-44f1-a54a-367b124d1775 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:55:15.765826 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 2910183f-ad5c-44f1-a54a-367b124d1775 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:55:15.766758 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:15.778772 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-7909bab9-305c-466c-8dbb-d8e611979b8d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:15.781132 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-7909bab9-305c-466c-8dbb-d8e611979b8d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/networks?id=54a1e9b2-aa9c-401b-9420-836866f8fb9d HTTP/1.1" status: 200 len: 818 time: 0.6681187 Jun 10 03:55:15.787307 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.22', 58223) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:15.855150 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5f32fd72-1efd-4a41-b462-37126c243459 req-e1586910-0ed1-4c1f-b084-407f3269663e tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 210 time: 0.1416888 Jun 10 03:55:15.865253 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-16e9975c-2557-4b22-89bd-979bdaf333ab tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Request body: {'port': {'device_id': '8470806a-6ef1-4baa-ae28-231495b3245b', 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199', 'admin_state_up': True, 'tenant_id': '618da4200815401da9367ea4dacb39ef'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:15.930714 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-bb298892-1c9d-4f22-ade8-65d2874e6e16 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/quotas/0b3ca99e6443433dbcfdd84bbab05042 HTTP/1.1" status: 200 len: 375 time: 0.0589223 Jun 10 03:55:16.097105 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:16.123513 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:16.144343 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-25862183-9839-4d3d-9f87-26f5e7598d40 None None] Provisioning complete for port 0f828067-896f-4717-9081-7c733f0f089d triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:55:16.144728 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-25862183-9839-4d3d-9f87-26f5e7598d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:16.175616 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port 2910183f-ad5c-44f1-a54a-367b124d1775, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=2910183f-ad5c-44f1-a54a-367b124d1775,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:16.190646 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-119d3dc1-9aa9-412a-aa2c-cdf6b004c944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:16.284756 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:16.334372 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:16.342647 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-25862183-9839-4d3d-9f87-26f5e7598d40 None None] Port 0f828067-896f-4717-9081-7c733f0f089d cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 03:55:16.400468 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-24d53c30-fedc-48c4-8902-a102b0a16b0c tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:16.402788 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-24d53c30-fedc-48c4-8902-a102b0a16b0c tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.22 "GET /v2.0/networks?id=3663c860-865d-44a7-a9de-4c8fee2210ca HTTP/1.1" status: 200 len: 811 time: 0.5700920 Jun 10 03:55:16.429955 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-6345f62f-e3ba-4225-8b2e-ccee5e132d1f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b3ca99e6443433dbcfdd84bbab05042&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4939313 Jun 10 03:55:16.538370 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=2910183f-ad5c-44f1-a54a-367b124d1775,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:16.551955 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:16.608667 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-917af282-7149-4833-a22e-1076462769e7 service neutron] 10.222.0.25 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764002 Jun 10 03:55:16.620979 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-3c313e00-fa6b-4d05-aba9-58d4d4972207 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Request body: {'port': {'device_id': '77c89605-4bdb-4a51-8ddf-fcbc67e82512', 'network_id': '3663c860-865d-44a7-a9de-4c8fee2210ca', 'admin_state_up': True, 'tenant_id': '0d9a39de1e7d4e1994badad62db5eada'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:16.633709 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Router e085632c-22eb-44dc-a595-2cb38944dba6 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 03:55:16.779070 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.22', 58225) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:17.198101 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4f77eae7-723d-4785-9fcb-370ec0c9f705 req-06a73d55-9027-47e3-a5f0-57cb6ad4b6bc tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 210 time: 0.2969749 Jun 10 03:55:17.634059 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 2910183f-ad5c-44f1-a54a-367b124d1775 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:55:17.651007 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6fe0e25b-d829-4400-9797-a54f02be885e req-4f3783d4-2b6a-49e9-a070-a3eb2105f845 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 210 time: 0.1295438 Jun 10 03:55:17.682885 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-17976caa-7a4c-404f-9915-d97d2d02869f service neutron] 10.222.0.25 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0732610 Jun 10 03:55:17.739084 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:55:17.756167 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Sync routers for ids ['e085632c-22eb-44dc-a595-2cb38944dba6'] in dv-cinder-741349-4-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:55:17.763368 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] 10.222.0.25 "PUT /v2.0/routers/e085632c-22eb-44dc-a595-2cb38944dba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6140630 Jun 10 03:55:17.776221 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:17.780479 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-d90565fb-ea84-4119-aa84-14a24b4223e8 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:17.782733 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-d90565fb-ea84-4119-aa84-14a24b4223e8 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.22 "GET /v2.0/networks?id=54a1e9b2-aa9c-401b-9420-836866f8fb9d HTTP/1.1" status: 200 len: 818 time: 0.9832745 Jun 10 03:55:17.832899 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-119d3dc1-9aa9-412a-aa2c-cdf6b004c944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:17.838973 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Routers {'e085632c-22eb-44dc-a595-2cb38944dba6'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:55:17.841240 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:55:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e085632c-22eb-44dc-a595-2cb38944dba6'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:17.868939 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.db.api [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-3c313e00-fa6b-4d05-aba9-58d4d4972207 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 03:55:17.868939 dv-cinder-741349-4-smb neutron-server[91625]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 03:55:17.868939 dv-cinder-741349-4-smb neutron-server[91625]: [parameters: {'project_id_1': '0d9a39de1e7d4e1994badad62db5eada', 'expiration_1': datetime.datetime(2021, 6, 10, 3, 55, 17, 523425)}] Jun 10 03:55:17.868939 dv-cinder-741349-4-smb neutron-server[91625]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 03:55:17.869708 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_db.api [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-3c313e00-fa6b-4d05-aba9-58d4d4972207 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 03:55:17.901285 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-119d3dc1-9aa9-412a-aa2c-cdf6b004c944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:17.909782 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-6cda0fe1-b206-44e4-b3bc-1f2509237d0f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Request body: {'port': {'device_id': '12d65bad-ff3e-4c14-a103-ca4692fbb051', 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d', 'admin_state_up': True, 'tenant_id': '0b3ca99e6443433dbcfdd84bbab05042'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:17.920679 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-16e9975c-2557-4b22-89bd-979bdaf333ab tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Made reservation on behalf of 618da4200815401da9367ea4dacb39ef for: {'port': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:55:17.925011 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-16e9975c-2557-4b22-89bd-979bdaf333ab tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:17.974957 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:18.112227 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d3dc1-9aa9-412a-aa2c-cdf6b004c944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fe51af-3c9c-48bc-9081-4c7e153136da,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:18.119488 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-119d3dc1-9aa9-412a-aa2c-cdf6b004c944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:18.189493 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0322baab-9121-43dc-95be-aad988a7044c req-85b8380d-ed18-4d45-8d9a-076061e9e389 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 210 time: 0.1252904 Jun 10 03:55:18.433299 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-3c313e00-fa6b-4d05-aba9-58d4d4972207 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Made reservation on behalf of 0d9a39de1e7d4e1994badad62db5eada for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:55:18.442588 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-3c313e00-fa6b-4d05-aba9-58d4d4972207 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:18.543545 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 2910183f-ad5c-44f1-a54a-367b124d1775 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:55:18.544202 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:18.716641 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device e7f1552b-454c-463e-984c-78132d9e250b up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:55:18.721852 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Set router e085632c-22eb-44dc-a595-2cb38944dba6 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:55:18.751860 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-53163576-36e1-4409-9eaa-e81607d7279e req-53330e6b-22e7-4882-8874-ee3f623b9305 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 210 time: 0.1696994 Jun 10 03:55:18.860115 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 48910) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:19.073819 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-119d3dc1-9aa9-412a-aa2c-cdf6b004c944 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9af397b5f73842cd9e4b40180820178f&name=default HTTP/1.1" status: 200 len: 2975 time: 3.9865804 Jun 10 03:55:19.077971 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 48914) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:19.169415 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port e7f1552b-454c-463e-984c-78132d9e250b completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:55:19.185115 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port e7f1552b-454c-463e-984c-78132d9e250b triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:55:19.185761 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:19.492660 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a9fdde8a-c0fa-47a9-99a8-16ef6238bc0a req-fac84212-95c7-4ec1-955e-ecc5716541a8 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 210 time: 0.3182113 Jun 10 03:55:19.513164 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-16e9975c-2557-4b22-89bd-979bdaf333ab tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Allocated IP 172.20.0.6 (36b91a10-3d56-4131-8a06-fcb18ccb1199/7c3e0543-da19-4e59-99a9-ddefff277300/3c679348-ad0d-4efc-bf6b-4c6a1cfa2112) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:55:19.580229 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-3c313e00-fa6b-4d05-aba9-58d4d4972207 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Allocated IP 172.20.0.13 (3663c860-865d-44a7-a9de-4c8fee2210ca/b6ea7a08-d3ea-4585-98f9-2faedb2b5b0d/3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:55:19.589172 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:19.700445 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port e7f1552b-454c-463e-984c-78132d9e250b, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=e7f1552b-454c-463e-984c-78132d9e250b,segment=NetworkSegment(f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc),segment_id=f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:19.719464 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:19.735582 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-be3bbedf-561d-4455-b2e9-c016e523ca66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:19.847693 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-44f72728-1287-4c4e-a4a6-c1f3ade7a783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:19.860271 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-3c313e00-fa6b-4d05-aba9-58d4d4972207 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:19.869538 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=e7f1552b-454c-463e-984c-78132d9e250b,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:19.879613 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:19.905703 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T03:55:13Z', 'revision_number': 4, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port': {'id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '0f828067-896f-4717-9081-7c733f0f089d', 'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'mac_address': 'fa:16:3e:9a:b5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:10Z', 'updated_at': '2021-06-10T03:55:13Z', 'revision_number': 2, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'subnets': [{'id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:19.910710 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Checking router: e085632c-22eb-44dc-a595-2cb38944dba6 for host: dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:55:19.911194 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Updating router e085632c-22eb-44dc-a595-2cb38944dba6 port 0f828067-896f-4717-9081-7c733f0f089d binding host dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 03:55:19.936729 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-6cda0fe1-b206-44e4-b3bc-1f2509237d0f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Made reservation on behalf of 0b3ca99e6443433dbcfdd84bbab05042 for: {'port': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:55:19.944535 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-6cda0fe1-b206-44e4-b3bc-1f2509237d0f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:19.977415 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-44f72728-1287-4c4e-a4a6-c1f3ade7a783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:19.994964 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:20.000600 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-61147079-11d4-43be-827e-e323d4c04567 req-91c8a473-250b-4438-bb51-cf34fc466671 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 210 time: 0.0510561 Jun 10 03:55:20.002047 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-875a6315-38bb-484b-afa6-d2a4748b5910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:20.021135 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 48932) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:20.126853 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-3c313e00-fa6b-4d05-aba9-58d4d4972207 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:20.159798 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-9efc1244-4a65-4eec-97f6-c498436242d3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--101626407', 'description': 'tempest-description--1891479850'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:20.192815 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:20.424168 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-875a6315-38bb-484b-afa6-d2a4748b5910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:20.499407 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-875a6315-38bb-484b-afa6-d2a4748b5910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:20.500246 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9efc1244-4a65-4eec-97f6-c498436242d3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:20.546580 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-3c313e00-fa6b-4d05-aba9-58d4d4972207 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Network 3663c860-865d-44a7-a9de-4c8fee2210ca is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:55:20.589808 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-6cda0fe1-b206-44e4-b3bc-1f2509237d0f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Allocated IP 172.20.0.14 (54a1e9b2-aa9c-401b-9420-836866f8fb9d/07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8/3a7b2351-4cb3-4598-adbf-e5af63937ac6) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:55:20.608803 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-3c313e00-fa6b-4d05-aba9-58d4d4972207 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:55:20.623278 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 48950) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:20.627267 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-875a6315-38bb-484b-afa6-d2a4748b5910 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=532f275e0d9f436f958b360cae58685c&name=default HTTP/1.1" status: 200 len: 2977 time: 1.7660940 Jun 10 03:55:20.629379 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c313e00-fa6b-4d05-aba9-58d4d4972207 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Pushing event updated for resources: {'Port': ['ID=3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:20.650174 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 48954) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:20.675125 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-3c313e00-fa6b-4d05-aba9-58d4d4972207 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:55:20.691986 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-3c313e00-fa6b-4d05-aba9-58d4d4972207 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:20.693265 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-3c313e00-fa6b-4d05-aba9-58d4d4972207 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:20.774171 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:20.788663 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Transition to ACTIVE for port object 0f828067-896f-4717-9081-7c733f0f089d will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:55:20.798673 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-6cda0fe1-b206-44e4-b3bc-1f2509237d0f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:20.808340 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:20.815972 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:20.880955 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-16e9975c-2557-4b22-89bd-979bdaf333ab tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:20.998081 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-12d27c49-384d-444b-9e47-ffb31ed0651a req-7ba78a1b-2ba3-431d-8723-0aa862963bec tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 210 time: 0.1195471 Jun 10 03:55:21.003855 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-16e9975c-2557-4b22-89bd-979bdaf333ab tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:21.005668 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-6cda0fe1-b206-44e4-b3bc-1f2509237d0f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:21.025538 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-44f72728-1287-4c4e-a4a6-c1f3ade7a783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:21.039824 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-44f72728-1287-4c4e-a4a6-c1f3ade7a783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:21.040960 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-44f72728-1287-4c4e-a4a6-c1f3ade7a783 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6fe51af-3c9c-48bc-9081-4c7e153136da HTTP/1.1" status: 204 len: 168 time: 1.7892296 Jun 10 03:55:21.058439 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-119d3dc1-9aa9-412a-aa2c-cdf6b004c944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:21.085501 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f72728-1287-4c4e-a4a6-c1f3ade7a783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fe51af-3c9c-48bc-9081-4c7e153136da,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:21.104637 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-44f72728-1287-4c4e-a4a6-c1f3ade7a783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:21.114285 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:21.165513 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9efc1244-4a65-4eec-97f6-c498436242d3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:21.178212 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-3c313e00-fa6b-4d05-aba9-58d4d4972207 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5807748 Jun 10 03:55:21.185559 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd45dd-af36-4f13-86f3-0d2794bb793f None None] Pushing event updated for resources: {'Port': ['ID=0f828067-896f-4717-9081-7c733f0f089d,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:21.192416 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9efc1244-4a65-4eec-97f6-c498436242d3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:21.200093 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-dedd45dd-af36-4f13-86f3-0d2794bb793f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:21.211989 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3c313e00-fa6b-4d05-aba9-58d4d4972207 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.018s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:21.229272 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a60eacf1-e796-49a0-9c44-980e69e7c010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:21.244785 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.621s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:21.276187 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-627dd0c5-b7f1-46b9-9f88-b5c66b03afe7 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 03:55:21.277258 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-627dd0c5-b7f1-46b9-9f88-b5c66b03afe7 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062845 Jun 10 03:55:21.407809 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-16e9975c-2557-4b22-89bd-979bdaf333ab tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Network 36b91a10-3d56-4131-8a06-fcb18ccb1199 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:55:21.429803 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Attempting to bind port 0f828067-896f-4717-9081-7c733f0f089d on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:55:21.430489 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Attempting to bind port 0f828067-896f-4717-9081-7c733f0f089d by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': '480bbc06-9e24-4950-9a26-98fd4bb1d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:55:21.431112 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Attempting to bind port 0f828067-896f-4717-9081-7c733f0f089d on network 2885b30d-7b76-4cfa-abd6-461b0adaf373 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:55:21.435173 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-16e9975c-2557-4b22-89bd-979bdaf333ab tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:55:21.458594 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:55:21.459538 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a60eacf1-e796-49a0-9c44-980e69e7c010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:21.460178 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Checking segment: {'id': '480bbc06-9e24-4950-9a26-98fd4bb1d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:55:21.461455 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:21.463346 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Bound using segment: {'id': '480bbc06-9e24-4950-9a26-98fd4bb1d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:55:21.465930 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Bound port: 0f828067-896f-4717-9081-7c733f0f089d, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480bbc06-9e24-4950-9a26-98fd4bb1d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:55:21.467335 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:21.473658 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a6315-38bb-484b-afa6-d2a4748b5910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca59c3c-8227-471c-bc43-e610ddcdcb83,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:21.504092 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-16e9975c-2557-4b22-89bd-979bdaf333ab tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:55:21.516239 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-16e9975c-2557-4b22-89bd-979bdaf333ab tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:21.517039 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-16e9975c-2557-4b22-89bd-979bdaf333ab tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:21.550788 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-6cda0fe1-b206-44e4-b3bc-1f2509237d0f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Network 54a1e9b2-aa9c-401b-9420-836866f8fb9d is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:55:21.552609 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-16e9975c-2557-4b22-89bd-979bdaf333ab tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6977849 Jun 10 03:55:21.557821 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-6cda0fe1-b206-44e4-b3bc-1f2509237d0f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:55:21.559786 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9975c-2557-4b22-89bd-979bdaf333ab tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Pushing event updated for resources: {'Port': ['ID=3c679348-ad0d-4efc-bf6b-4c6a1cfa2112,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:21.569122 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-6cda0fe1-b206-44e4-b3bc-1f2509237d0f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:55:21.575531 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-6cda0fe1-b206-44e4-b3bc-1f2509237d0f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:21.576599 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-6cda0fe1-b206-44e4-b3bc-1f2509237d0f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:21.602731 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a60eacf1-e796-49a0-9c44-980e69e7c010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:21.725087 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-6cda0fe1-b206-44e4-b3bc-1f2509237d0f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8194962 Jun 10 03:55:21.725087 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda0fe1-b206-44e4-b3bc-1f2509237d0f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Pushing event updated for resources: {'Port': ['ID=3a7b2351-4cb3-4598-adbf-e5af63937ac6,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:21.748907 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6cda0fe1-b206-44e4-b3bc-1f2509237d0f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:21.751439 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.531s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:21.751876 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:21.754602 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] For port 0f828067-896f-4717-9081-7c733f0f089d, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:55:21.770758 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] For port 0f828067-896f-4717-9081-7c733f0f089d, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=0f828067-896f-4717-9081-7c733f0f089d,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:55:21.776486 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Request body: {'port': {'device_id': '8470806a-6ef1-4baa-ae28-231495b3245b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:21.788257 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:21.803917 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-b3b17cee-657d-49ae-90a6-a97963dbd741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:21.862410 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.22', 58234) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:21.917832 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 48994) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:21.946362 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device e7f1552b-454c-463e-984c-78132d9e250b up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:55:21.969443 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c71b43fe-1d09-490b-83fd-b3cad711908c req-2554a5bf-cd0f-4280-b1d8-eecd85447dfb tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 210 time: 0.4038258 Jun 10 03:55:21.993748 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-a60eacf1-e796-49a0-9c44-980e69e7c010 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98d633e7b3444a37acda9b6d13f2e7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3554025 Jun 10 03:55:21.996970 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 48996) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:22.015468 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Request body: {'port': {'device_id': '77c89605-4bdb-4a51-8ddf-fcbc67e82512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:22.065931 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Routers {'e085632c-22eb-44dc-a595-2cb38944dba6'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:55:22.067975 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7011-3370-42d0-92a1-b28a904fb16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:22.078940 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:55:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e085632c-22eb-44dc-a595-2cb38944dba6'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:22.172037 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc1244-4a65-4eec-97f6-c498436242d3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32ea2de5-3164-4565-9ab8-260d68057fd7,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:22.210135 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9efc1244-4a65-4eec-97f6-c498436242d3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.965s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:22.219710 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9efc1244-4a65-4eec-97f6-c498436242d3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:22.228940 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Request body: {'port': {'device_id': '12d65bad-ff3e-4c14-a103-ca4692fbb051', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:22.230616 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-9efc1244-4a65-4eec-97f6-c498436242d3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0963528 Jun 10 03:55:22.232696 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d673bde0-fd48-43e4-8d27-bcbd94a07274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.632s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:22.235109 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6374597b-386a-4ae7-901d-d0b514f0c357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:22.241100 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 49000) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:22.255301 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-1e6c2fb3-fd80-47a9-aebe-0605f46f275e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Request body: {'security_group_rule': {'security_group_id': '32ea2de5-3164-4565-9ab8-260d68057fd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:22.267552 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b5756-c2e0-4ae5-818c-2774262b2786 req-8b72a1e3-99a5-44bb-ad5d-7728427995b5 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:22.274855 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e45b5756-c2e0-4ae5-818c-2774262b2786 req-8b72a1e3-99a5-44bb-ad5d-7728427995b5 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 932 time: 1.8535342 Jun 10 03:55:22.308118 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd45dd-af36-4f13-86f3-0d2794bb793f None None] Pushing event updated for resources: {'Port': ['ID=0f828067-896f-4717-9081-7c733f0f089d,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:22.337881 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-dedd45dd-af36-4f13-86f3-0d2794bb793f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:22.376416 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:22.378750 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port e7f1552b-454c-463e-984c-78132d9e250b triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:55:22.379268 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:22.416048 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.db.api [None req-d7eb7011-3370-42d0-92a1-b28a904fb16d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 03:55:22.416048 dv-cinder-741349-4-smb neutron-server[91626]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 03:55:22.416048 dv-cinder-741349-4-smb neutron-server[91626]: [parameters: {'project_id_1': '694371c9954447579778bbe9c6974097', 'expiration_1': datetime.datetime(2021, 6, 10, 3, 55, 22, 367730)}] Jun 10 03:55:22.416048 dv-cinder-741349-4-smb neutron-server[91626]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 03:55:22.416890 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_db.api [None req-d7eb7011-3370-42d0-92a1-b28a904fb16d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 03:55:22.420130 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60eacf1-e796-49a0-9c44-980e69e7c010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd7f857-442e-4d80-9034-f05e7282df5d,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:22.457659 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6374597b-386a-4ae7-901d-d0b514f0c357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:22.475350 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a60eacf1-e796-49a0-9c44-980e69e7c010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:22.483464 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.528s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:22.483763 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:22.535768 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e45b5756-c2e0-4ae5-818c-2774262b2786 req-1b63470b-b58a-4ac8-88f7-31f8ead55e0d tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/security-groups?id=04076935-7cd3-440a-9a39-7b1c3cf94ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595499 Jun 10 03:55:22.586886 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b3356799-0307-4044-8bda-8c24751d1c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:22.592885 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:22.603946 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:22.611757 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2fb3-fd80-47a9-aebe-0605f46f275e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:22.632290 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-137fb1c7-5c22-4474-8d38-ce9ea330aaf5 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:22.636031 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-137fb1c7-5c22-4474-8d38-ce9ea330aaf5 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.22 "GET /v2.0/networks?id=54a1e9b2-aa9c-401b-9420-836866f8fb9d HTTP/1.1" status: 200 len: 818 time: 0.7181218 Jun 10 03:55:22.684570 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b3356799-0307-4044-8bda-8c24751d1c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:22.701398 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] Set router e085632c-22eb-44dc-a595-2cb38944dba6 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:55:22.794184 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6374597b-386a-4ae7-901d-d0b514f0c357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:22.814645 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6374597b-386a-4ae7-901d-d0b514f0c357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:22.816112 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-6374597b-386a-4ae7-901d-d0b514f0c357 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ca59c3c-8227-471c-bc43-e610ddcdcb83 HTTP/1.1" status: 204 len: 168 time: 2.0601280 Jun 10 03:55:22.822517 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-89f7ee2f-2e2a-4f8f-96d0-f52ed2bcd8b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:22.832287 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c540d4-730f-4d1d-b878-96fac9af3f38 req-524dab6b-0a21-4ce6-b8c1-b4fd0f800afe tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:22.841268 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d9c540d4-730f-4d1d-b878-96fac9af3f38 req-524dab6b-0a21-4ce6-b8c1-b4fd0f800afe tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 931 time: 0.5471702 Jun 10 03:55:22.892292 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2fb3-fd80-47a9-aebe-0605f46f275e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:22.899505 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374597b-386a-4ae7-901d-d0b514f0c357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca59c3c-8227-471c-bc43-e610ddcdcb83,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:22.910606 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6374597b-386a-4ae7-901d-d0b514f0c357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:23.215577 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2fb3-fd80-47a9-aebe-0605f46f275e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:23.244576 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:23.293239 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d9c540d4-730f-4d1d-b878-96fac9af3f38 req-e6488d9f-fc07-4602-a8cb-515a180f0857 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507565 Jun 10 03:55:23.317222 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b3356799-0307-4044-8bda-8c24751d1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:23.324342 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b3356799-0307-4044-8bda-8c24751d1c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:23.328363 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-b3356799-0307-4044-8bda-8c24751d1c0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2cd7f857-442e-4d80-9034-f05e7282df5d HTTP/1.1" status: 204 len: 168 time: 1.3054729 Jun 10 03:55:23.331784 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c2fb3-fd80-47a9-aebe-0605f46f275e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63c24af-0c31-4811-bc91-5b6468602d49,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:23.337742 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2fb3-fd80-47a9-aebe-0605f46f275e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:23.342100 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-1e6c2fb3-fd80-47a9-aebe-0605f46f275e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0905879 Jun 10 03:55:23.344753 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1e6c2fb3-fd80-47a9-aebe-0605f46f275e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:23.345198 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 49020) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:23.354714 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8b3243f9-baf6-4460-9e0e-f1e0afa02c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:23.379046 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-effb9f28-a50d-4927-ac1e-831f97b3aefd tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Request body: {'security_group_rule': {'security_group_id': '32ea2de5-3164-4565-9ab8-260d68057fd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:23.469526 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T03:55:13Z', 'revision_number': 4, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port': {'id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '0f828067-896f-4717-9081-7c733f0f089d', 'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'mac_address': 'fa:16:3e:9a:b5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:10Z', 'updated_at': '2021-06-10T03:55:21Z', 'revision_number': 4, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'subnets': [{'id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:23.482822 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcfdec5-5188-46fd-a451-cf0f135b77df None None] The sync data for ids ['e085632c-22eb-44dc-a595-2cb38944dba6'] in dv-cinder-741349-4-smb is: [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T03:55:13Z', 'revision_number': 4, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port': {'id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '0f828067-896f-4717-9081-7c733f0f089d', 'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'mac_address': 'fa:16:3e:9a:b5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:10Z', 'updated_at': '2021-06-10T03:55:21Z', 'revision_number': 4, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'subnets': [{'id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:55:23.502817 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3356799-0307-4044-8bda-8c24751d1c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd7f857-442e-4d80-9034-f05e7282df5d,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:23.509623 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f2bf2b97-5a05-4a4b-b49c-e541fea5a85a req-503a85a0-e5ba-4e47-a61f-a60f1941eb1c tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 210 time: 0.1780858 Jun 10 03:55:23.513846 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b3356799-0307-4044-8bda-8c24751d1c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:23.895218 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 49024) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:23.946557 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 0f828067-896f-4717-9081-7c733f0f089d up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:55:24.044430 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e07e44f1-36d1-4675-b353-589879f93bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:24.055694 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7011-3370-42d0-92a1-b28a904fb16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:24.092512 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-9d6c3d95-35fb-42ab-a36c-f8e898f7c761 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Request body: {'port': {'device_id': 'd20afd91-f88b-40f5-88ec-23c9c45672ed', 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d', 'admin_state_up': True, 'tenant_id': '0b3ca99e6443433dbcfdd84bbab05042'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:24.109305 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-effb9f28-a50d-4927-ac1e-831f97b3aefd tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:24.115831 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port 0f828067-896f-4717-9081-7c733f0f089d completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:55:24.121228 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 0f828067-896f-4717-9081-7c733f0f089d triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:55:24.121617 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:24.478705 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:24.568962 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:55:24.615433 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port 0f828067-896f-4717-9081-7c733f0f089d, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=0f828067-896f-4717-9081-7c733f0f089d,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:24.626445 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:24.635194 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:24.744422 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:24.845498 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=0f828067-896f-4717-9081-7c733f0f089d,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:24.865078 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:24.915084 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7b2351-4cb3-4598-adbf-e5af63937ac6 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:55:24.916052 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e07e44f1-36d1-4675-b353-589879f93bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:24.937639 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8afd33-d4cc-498f-972a-ecdfaff96fcc req-7488bbcd-e52c-4c43-aadf-128843e04e17 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:24.943568 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4d8afd33-d4cc-498f-972a-ecdfaff96fcc req-7488bbcd-e52c-4c43-aadf-128843e04e17 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 932 time: 1.0226805 Jun 10 03:55:24.957629 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:24.966437 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-effb9f28-a50d-4927-ac1e-831f97b3aefd tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:24.984630 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Transition to ACTIVE for port object 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:55:24.990360 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e07e44f1-36d1-4675-b353-589879f93bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:25.013458 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.db.api [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-9d6c3d95-35fb-42ab-a36c-f8e898f7c761 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 03:55:25.013458 dv-cinder-741349-4-smb neutron-server[91626]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 03:55:25.013458 dv-cinder-741349-4-smb neutron-server[91626]: [parameters: {'project_id_1': '0b3ca99e6443433dbcfdd84bbab05042', 'expiration_1': datetime.datetime(2021, 6, 10, 3, 55, 24, 944550)}] Jun 10 03:55:25.013458 dv-cinder-741349-4-smb neutron-server[91626]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 03:55:25.013816 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_db.api [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-9d6c3d95-35fb-42ab-a36c-f8e898f7c761 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 03:55:25.025792 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Transition to ACTIVE for port object 3a7b2351-4cb3-4598-adbf-e5af63937ac6 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:55:25.052655 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:25.059104 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:25.138733 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4d8afd33-d4cc-498f-972a-ecdfaff96fcc req-2d92f44a-3e89-4ba2-90c5-47a927972825 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/security-groups?id=04076935-7cd3-440a-9a39-7b1c3cf94ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365514 Jun 10 03:55:25.139470 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-effb9f28-a50d-4927-ac1e-831f97b3aefd tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:25.164502 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a60eacf1-e796-49a0-9c44-980e69e7c010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:25.213570 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-e07e44f1-36d1-4675-b353-589879f93bb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=629a09b4d1cf43cbb2b8bd3c015d752d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2970116 Jun 10 03:55:25.217065 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 49074) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:25.261062 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0630319f-ee28-4884-a4d1-7564076de512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:25.343072 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:55:25.434107 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e44f1-36d1-4675-b353-589879f93bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598fe88a-041f-4e05-953b-adc327bdc819,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:25.434345 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7b2351-4cb3-4598-adbf-e5af63937ac6,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:25.437601 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e07e44f1-36d1-4675-b353-589879f93bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:25.454685 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:25.461838 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ffced404-31f6-47e7-bb58-401d74862d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:25.518782 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Pushing event updated for resources: {'Port': ['ID=3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:25.521600 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:25.534730 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-70452612-c92b-4cff-97e7-a8f11316b3d5 req-91984a2f-1b04-489e-b45a-7361fa600238 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 210 time: 0.1304069 Jun 10 03:55:25.560510 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.359s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:25.624734 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:55:25.635910 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f22ab-5617-41af-bf31-d0abb7b10ec0 req-cc887c1f-a9e1-4450-b1d3-e230405b0d12 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:25.650302 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:25.652599 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-690f22ab-5617-41af-bf31-d0abb7b10ec0 req-cc887c1f-a9e1-4450-b1d3-e230405b0d12 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 931 time: 1.0654702 Jun 10 03:55:25.699452 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-760400ab-3ac2-4562-9631-025d15ebd61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:25.700557 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb9f28-a50d-4927-ac1e-831f97b3aefd tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c157f0-0a26-4cc3-9e7a-5d698efc1795,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:25.707952 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-effb9f28-a50d-4927-ac1e-831f97b3aefd tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:25.731845 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Transition to ACTIVE for port object 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:55:25.736602 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Attempting to bind port 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:55:25.737053 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Attempting to bind port 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '6b2b2ff7-5750-46ba-9368-f1526047ed9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3663c860-865d-44a7-a9de-4c8fee2210ca'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:55:25.737704 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Attempting to bind port 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b on network 3663c860-865d-44a7-a9de-4c8fee2210ca {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:55:25.750251 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:25.752511 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Attempting to bind port 3a7b2351-4cb3-4598-adbf-e5af63937ac6 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:55:25.752879 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Attempting to bind port 3a7b2351-4cb3-4598-adbf-e5af63937ac6 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:55:25.753238 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Attempting to bind port 3a7b2351-4cb3-4598-adbf-e5af63937ac6 on network 54a1e9b2-aa9c-401b-9420-836866f8fb9d {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:55:25.759543 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Port 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b on network 3663c860-865d-44a7-a9de-4c8fee2210ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 03:55:25.759865 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Attempting to bind port 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b on network 3663c860-865d-44a7-a9de-4c8fee2210ca {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:55:25.774447 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6cda0fe1-b206-44e4-b3bc-1f2509237d0f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:25.779939 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Checking agent: {'id': '4c3682d1-d9e4-4dcd-ad72-ddd6d516f54b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:55:25.780265 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Checking segment: {'id': '6b2b2ff7-5750-46ba-9368-f1526047ed9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3663c860-865d-44a7-a9de-4c8fee2210ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:55:25.780745 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Bound using segment: {'id': '6b2b2ff7-5750-46ba-9368-f1526047ed9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3663c860-865d-44a7-a9de-4c8fee2210ca'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:55:25.781212 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Bound port: 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b2b2ff7-5750-46ba-9368-f1526047ed9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3663c860-865d-44a7-a9de-4c8fee2210ca'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:55:25.781568 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:25.787793 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-760400ab-3ac2-4562-9631-025d15ebd61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:25.799380 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Port 3a7b2351-4cb3-4598-adbf-e5af63937ac6 on network 54a1e9b2-aa9c-401b-9420-836866f8fb9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 03:55:25.801702 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Attempting to bind port 3a7b2351-4cb3-4598-adbf-e5af63937ac6 on network 54a1e9b2-aa9c-401b-9420-836866f8fb9d {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:55:25.817236 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-690f22ab-5617-41af-bf31-d0abb7b10ec0 req-40d9ffb6-a62c-4123-ba96-5ed04664a988 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639102 Jun 10 03:55:25.854527 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7011-3370-42d0-92a1-b28a904fb16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:25.859342 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Checking agent: {'id': '4c3682d1-d9e4-4dcd-ad72-ddd6d516f54b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:55:25.860327 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Checking segment: {'id': 'f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:55:25.862478 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Bound using segment: {'id': 'f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:55:25.862973 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Bound port: 3a7b2351-4cb3-4598-adbf-e5af63937ac6, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:55:25.864705 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:25.907237 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-effb9f28-a50d-4927-ac1e-831f97b3aefd tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:25.911041 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-effb9f28-a50d-4927-ac1e-831f97b3aefd tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5499077 Jun 10 03:55:25.912470 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 49082) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:25.923056 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Request body: {'floatingip': {'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:25.952322 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 0f828067-896f-4717-9081-7c733f0f089d up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:55:25.965169 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] For port 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b, host hv-cinder-74134, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:55:25.970806 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] For port 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b,segment=NetworkSegment(6b2b2ff7-5750-46ba-9368-f1526047ed9f),segment_id=6b2b2ff7-5750-46ba-9368-f1526047ed9f)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:55:25.972275 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-760400ab-3ac2-4562-9631-025d15ebd61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:25.975368 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-760400ab-3ac2-4562-9631-025d15ebd61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:25.984471 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-760400ab-3ac2-4562-9631-025d15ebd61d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/598fe88a-041f-4e05-953b-adc327bdc819 HTTP/1.1" status: 204 len: 168 time: 0.7610581 Jun 10 03:55:25.985627 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:25.988334 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:26.006801 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760400ab-3ac2-4562-9631-025d15ebd61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598fe88a-041f-4e05-953b-adc327bdc819,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:26.015281 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-760400ab-3ac2-4562-9631-025d15ebd61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:26.015714 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:26.018606 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:26.019278 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:26.020642 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] 10.222.0.22 "PUT /v2.0/ports/3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b HTTP/1.1" status: 200 len: 1094 time: 4.3352678 Jun 10 03:55:26.021181 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c89605-4bdb-4a51-8ddf-fcbc67e82512', 'tag': '3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:55:26.042317 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7011-3370-42d0-92a1-b28a904fb16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:26.091379 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 0f828067-896f-4717-9081-7c733f0f089d triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:55:26.092359 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:26.109962 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Pushing event updated for resources: {'Port': ['ID=3c679348-ad0d-4efc-bf6b-4c6a1cfa2112,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:26.117718 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:26.207482 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:26.280440 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Pushing event updated for resources: {'Port': ['ID=3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:26.290848 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:26.309311 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for floatingip, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:26.318351 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-9d6c3d95-35fb-42ab-a36c-f8e898f7c761 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Made reservation on behalf of 0b3ca99e6443433dbcfdd84bbab05042 for: {'port': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:55:26.327638 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-9d6c3d95-35fb-42ab-a36c-f8e898f7c761 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:26.436689 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb7011-3370-42d0-92a1-b28a904fb16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18140185-db82-4c7d-902a-cb186c52219d,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:26.455479 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d7eb7011-3370-42d0-92a1-b28a904fb16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:26.461456 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-d7eb7011-3370-42d0-92a1-b28a904fb16d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=694371c9954447579778bbe9c6974097&name=default HTTP/1.1" status: 200 len: 2979 time: 4.5390456 Jun 10 03:55:26.469322 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 49104) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:26.535695 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Attempting to bind port 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:55:26.536042 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Attempting to bind port 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '8491b6a3-2ff9-4407-a213-2f48da50dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:55:26.536378 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Attempting to bind port 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 on network 36b91a10-3d56-4131-8a06-fcb18ccb1199 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:55:26.642019 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e171758b-a18b-4899-9535-d6597068562f" -d '{"events": [{"name": "network-changed", "server_uuid": "77c89605-4bdb-4a51-8ddf-fcbc67e82512", "tag": "3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:55:26.673563 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] For port 3a7b2351-4cb3-4598-adbf-e5af63937ac6, host hv-cinder-74134, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:55:26.676978 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Port 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 on network 36b91a10-3d56-4131-8a06-fcb18ccb1199 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 03:55:26.677392 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Attempting to bind port 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 on network 36b91a10-3d56-4131-8a06-fcb18ccb1199 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:55:26.770976 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] For port 3a7b2351-4cb3-4598-adbf-e5af63937ac6, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3a7b2351-4cb3-4598-adbf-e5af63937ac6,segment=NetworkSegment(f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc),segment_id=f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:55:26.772931 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Checking agent: {'id': '4c3682d1-d9e4-4dcd-ad72-ddd6d516f54b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:55:26.774409 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Checking segment: {'id': '8491b6a3-2ff9-4407-a213-2f48da50dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:55:26.775242 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Bound using segment: {'id': '8491b6a3-2ff9-4407-a213-2f48da50dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:55:26.775873 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Bound port: 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8491b6a3-2ff9-4407-a213-2f48da50dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:55:26.776479 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:26.801311 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:26.824871 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-50b86241-cd17-4612-8e16-fea15cb894fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:26.901196 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2892e-b6d1-4b8d-98ed-a580674a2f5d req-1ae05b00-a12f-4cb1-acec-7412909266cc tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:26.926983 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-aff2892e-b6d1-4b8d-98ed-a580674a2f5d req-1ae05b00-a12f-4cb1-acec-7412909266cc tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 944 time: 0.5545144 Jun 10 03:55:26.959229 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:26.969880 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:26.976421 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] 10.222.0.22 "PUT /v2.0/ports/3a7b2351-4cb3-4598-adbf-e5af63937ac6 HTTP/1.1" status: 200 len: 1094 time: 5.2460935 Jun 10 03:55:26.993134 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d65bad-ff3e-4c14-a103-ca4692fbb051', 'tag': '3a7b2351-4cb3-4598-adbf-e5af63937ac6'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:55:27.099221 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0ca29e47-59cb-4c68-a079-9220e8ad4091 req-864e7bf0-7224-48ce-b5fc-fa3c2d2fdb44 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 210 time: 0.1540880 Jun 10 03:55:27.109055 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2edb6611-a318-4346-8425-277aea8ea0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:27.208848 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:27.253506 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-aff2892e-b6d1-4b8d-98ed-a580674a2f5d req-329b9a04-4c8f-467b-a83a-f6a57307994b tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/security-groups?id=04076935-7cd3-440a-9a39-7b1c3cf94ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255374 Jun 10 03:55:27.260880 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2edb6611-a318-4346-8425-277aea8ea0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:27.538246 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-9d6c3d95-35fb-42ab-a36c-f8e898f7c761 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Allocated IP 172.20.0.7 (54a1e9b2-aa9c-401b-9420-836866f8fb9d/07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8/9f46c0d4-9cd7-4137-bb73-7856ec25699d) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:55:27.542811 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Allocated IP 172.28.2.221 (521d4520-71b8-438e-96ef-236a080e2b51/e4fdf890-cc0e-449a-b17a-0a4cb4019895/9a9dcc5c-2a98-42f7-91f5-460084d4069c) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:55:27.614499 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7b2351-4cb3-4598-adbf-e5af63937ac6,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:27.633412 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:27.664537 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] For port 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112, host hv-cinder-74134, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:55:27.693023 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:27.724730 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] For port 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3c679348-ad0d-4efc-bf6b-4c6a1cfa2112,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:55:27.772069 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:27.804936 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:27.998115 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2edb6611-a318-4346-8425-277aea8ea0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:28.006048 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2edb6611-a318-4346-8425-277aea8ea0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:28.010217 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-2edb6611-a318-4346-8425-277aea8ea0c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18140185-db82-4c7d-902a-cb186c52219d HTTP/1.1" status: 204 len: 168 time: 1.5367446 Jun 10 03:55:28.013829 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-09396a20-3e7b-4351-b65e-9e9ac338ea62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:28.028212 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-626b0497-6235-4339-a14c-5dca0a7d4ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:28.029669 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-626b0497-6235-4339-a14c-5dca0a7d4ccc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b3ca99e6443433dbcfdd84bbab05042&device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 1097 time: 0.9305444 Jun 10 03:55:28.034658 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:28.035848 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb6611-a318-4346-8425-277aea8ea0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18140185-db82-4c7d-902a-cb186c52219d,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:28.040823 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2edb6611-a318-4346-8425-277aea8ea0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:28.057123 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:28.097852 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146f309c-6586-4a0c-be88-e27440a3bda5 x-openstack-request-id: req-146f309c-6586-4a0c-be88-e27440a3bda5 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:55:28.098203 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c89605-4bdb-4a51-8ddf-fcbc67e82512", "tag": "3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:55:28.098556 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-146f309c-6586-4a0c-be88-e27440a3bda5 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:55:28.100409 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-9d6c3d95-35fb-42ab-a36c-f8e898f7c761 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:28.100621 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c89605-4bdb-4a51-8ddf-fcbc67e82512', 'tag': '3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b', 'status': 'completed', 'code': 200} Jun 10 03:55:28.150174 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Network 521d4520-71b8-438e-96ef-236a080e2b51 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:55:28.216772 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2069b192-1eda-4ad7-a61a-5e9bf621a2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "12d65bad-ff3e-4c14-a103-ca4692fbb051", "tag": "3a7b2351-4cb3-4598-adbf-e5af63937ac6"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:55:28.231080 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:28.236922 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:28.242087 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] 10.222.0.22 "PUT /v2.0/ports/3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 HTTP/1.1" status: 200 len: 1093 time: 6.6033607 Jun 10 03:55:28.325977 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:55:28.334797 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:55:28.366930 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-8c115d8e-c404-486e-8d64-f53cd359b7ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a7b2351-4cb3-4598-adbf-e5af63937ac6 HTTP/1.1" status: 200 len: 217 time: 0.2971828 Jun 10 03:55:28.372762 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-9d6c3d95-35fb-42ab-a36c-f8e898f7c761 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:28.405190 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-c300d98d-13d5-4ace-a86c-4a05671a9f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:28.412310 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-c300d98d-13d5-4ace-a86c-4a05671a9f79 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d9a39de1e7d4e1994badad62db5eada&device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 1097 time: 1.1261702 Jun 10 03:55:28.543742 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Pushing event updated for resources: {'Port': ['ID=9a9dcc5c-2a98-42f7-91f5-460084d4069c,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:28.571486 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:28.595155 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-9d6c3d95-35fb-42ab-a36c-f8e898f7c761 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Network 54a1e9b2-aa9c-401b-9420-836866f8fb9d is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:55:28.621579 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-9d6c3d95-35fb-42ab-a36c-f8e898f7c761 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:55:28.627808 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-9d6c3d95-35fb-42ab-a36c-f8e898f7c761 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:55:28.642913 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e87b82-c574-4360-a00b-d730768c53b1 req-0b38ef69-6963-4a22-b84f-6edfa5c04723 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:28.647882 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-9d6c3d95-35fb-42ab-a36c-f8e898f7c761 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:28.648554 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-9d6c3d95-35fb-42ab-a36c-f8e898f7c761 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:28.651768 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-63e87b82-c574-4360-a00b-d730768c53b1 req-0b38ef69-6963-4a22-b84f-6edfa5c04723 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 943 time: 0.8846490 Jun 10 03:55:28.667526 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Pushing event updated for resources: {'Port': ['ID=3c679348-ad0d-4efc-bf6b-4c6a1cfa2112,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:28.700858 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:28.707616 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:28.718168 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:28.998670 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-63e87b82-c574-4360-a00b-d730768c53b1 req-d9684248-d7aa-46b9-b36f-34800cb50d83 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333223 Jun 10 03:55:29.115804 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe451164-4c05-4127-b6f2-5bdb41d7f4e1 req-32b9465c-efc9-4958-b8bf-e642ac97ca1d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:29.126705 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fe451164-4c05-4127-b6f2-5bdb41d7f4e1 req-32b9465c-efc9-4958-b8bf-e642ac97ca1d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 931 time: 0.6187866 Jun 10 03:55:29.132269 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:29.225437 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-6a1f1245-f03d-4fc1-8c61-3295da33d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:29.227210 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-6a1f1245-f03d-4fc1-8c61-3295da33d653 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8 HTTP/1.1" status: 200 len: 858 time: 0.2478900 Jun 10 03:55:29.282681 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fe451164-4c05-4127-b6f2-5bdb41d7f4e1 req-4fa54261-3469-4eed-8fac-d8b061a8eecc tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579354 Jun 10 03:55:29.379803 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-cd978309-bb37-478f-bb5b-4df3a1ecd0c7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54a1e9b2-aa9c-401b-9420-836866f8fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959022 Jun 10 03:55:29.564527 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-9d6c3d95-35fb-42ab-a36c-f8e898f7c761 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5176587 Jun 10 03:55:29.571863 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-da74ceff-91aa-49ad-98f4-63792a9e24b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b HTTP/1.1" status: 200 len: 217 time: 0.3236301 Jun 10 03:55:29.614884 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c3d95-35fb-42ab-a36c-f8e898f7c761 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Pushing event updated for resources: {'Port': ['ID=9f46c0d4-9cd7-4137-bb73-7856ec25699d,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:29.624275 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745784ff-407c-47e9-9476-a7afabece7ab x-openstack-request-id: req-745784ff-407c-47e9-9476-a7afabece7ab {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:55:29.625645 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d65bad-ff3e-4c14-a103-ca4692fbb051", "tag": "3a7b2351-4cb3-4598-adbf-e5af63937ac6", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:55:29.626010 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-745784ff-407c-47e9-9476-a7afabece7ab {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:55:29.626483 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d65bad-ff3e-4c14-a103-ca4692fbb051', 'tag': '3a7b2351-4cb3-4598-adbf-e5af63937ac6', 'status': 'completed', 'code': 200} Jun 10 03:55:29.631897 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9d6c3d95-35fb-42ab-a36c-f8e898f7c761 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:29.655052 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-d18a68e0-338b-4cab-9d8a-4c8cf2b73995 service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740246 Jun 10 03:55:29.678344 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-f8932071-1694-4922-a25a-e3ed6d933d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:29.679839 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-f8932071-1694-4922-a25a-e3ed6d933d3b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=618da4200815401da9367ea4dacb39ef&device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 1096 time: 0.4329765 Jun 10 03:55:29.756761 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:29.762586 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:29.768542 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:29.785703 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3775230-079b-4cf2-891f-2d8aedf89f70 req-40be8329-c493-4ad5-ac1e-147ab3a858bd tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:29.787298 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b3775230-079b-4cf2-891f-2d8aedf89f70 req-40be8329-c493-4ad5-ac1e-147ab3a858bd tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 944 time: 0.1311655 Jun 10 03:55:29.828748 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719104'] for floatingip, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:29.856932 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Pushing event updated for resources: {'Port': ['ID=9a9dcc5c-2a98-42f7-91f5-460084d4069c,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:29.863124 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:29.870366 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:29.878930 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9656122 Jun 10 03:55:29.897367 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b3775230-079b-4cf2-891f-2d8aedf89f70 req-98cb4661-859b-4d08-b48c-f9bfd1aedadd tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/security-groups?id=04076935-7cd3-440a-9a39-7b1c3cf94ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846484 Jun 10 03:55:30.171733 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Request body: {'port': {'device_id': 'd20afd91-f88b-40f5-88ec-23c9c45672ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:30.185151 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2ffe0ba8-72f8-4025-866e-8713a286dd64 req-05772e1b-64b3-4a6a-86f5-5a7cc93f6e73 service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296380 Jun 10 03:55:30.294958 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-2e71c601-20f5-4f83-abe0-146065f3eaf5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 HTTP/1.1" status: 200 len: 217 time: 0.1039381 Jun 10 03:55:30.295180 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-3870e6b1-4e4d-4755-8a2e-126c379484ea tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--101626407&fields=id&tenant_id=94525e980f4749d3920cc7e9c22bc80a HTTP/1.1" status: 200 len: 267 time: 0.1087356 Jun 10 03:55:30.501990 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-364ae506-dd5f-4996-ad45-a526159f86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:30.504330 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-364ae506-dd5f-4996-ad45-a526159f86ab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c3e0543-da19-4e59-99a9-ddefff277300 HTTP/1.1" status: 200 len: 855 time: 0.1822491 Jun 10 03:55:30.505690 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-ee7cd7bf-7fc5-4462-80c6-ff08c20229f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:30.507690 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-ee7cd7bf-7fc5-4462-80c6-ff08c20229f6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6ea7a08-d3ea-4585-98f9-2faedb2b5b0d HTTP/1.1" status: 200 len: 851 time: 0.3648193 Jun 10 03:55:30.508185 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 49262) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:30.595882 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ba6c8-3dd2-4815-a887-17fdc6dec935 req-b32f39ce-5fe9-4907-897b-a12aaf379787 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:30.597473 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3c1ba6c8-3dd2-4815-a887-17fdc6dec935 req-b32f39ce-5fe9-4907-897b-a12aaf379787 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 943 time: 0.3429954 Jun 10 03:55:30.616219 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069b192-1eda-4ad7-a61a-5e9bf621a2f1 req-bdc2fca3-508d-452c-add1-8005583809e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:30.617610 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-676995d1-5843-4048-9a8a-ab8c62add864 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=36b91a10-3d56-4131-8a06-fcb18ccb1199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925004 Jun 10 03:55:30.618553 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2069b192-1eda-4ad7-a61a-5e9bf621a2f1 req-bdc2fca3-508d-452c-add1-8005583809e2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b3ca99e6443433dbcfdd84bbab05042&device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 1097 time: 0.2745862 Jun 10 03:55:30.670095 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-bd9dc3a4-0e8c-4cd0-94d2-5743f0a179a3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3663c860-865d-44a7-a9de-4c8fee2210ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1435306 Jun 10 03:55:30.672193 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:30.694512 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3c1ba6c8-3dd2-4815-a887-17fdc6dec935 req-95e6389a-f10a-4a49-b53d-9ec590543f95 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899649 Jun 10 03:55:30.701940 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-4e788254-3482-43bb-a705-973d90b75ce4 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:30.703708 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-4e788254-3482-43bb-a705-973d90b75ce4 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/networks?id=2885b30d-7b76-4cfa-abd6-461b0adaf373 HTTP/1.1" status: 200 len: 817 time: 0.4077301 Jun 10 03:55:30.735057 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-fdf4b1c7-2d0a-4036-a9c3-ef8bb54730dc tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/quotas/94525e980f4749d3920cc7e9c22bc80a HTTP/1.1" status: 200 len: 375 time: 0.0161312 Jun 10 03:55:30.931479 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-edd90734-b7b2-4da5-922a-e394746f554e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:31.151854 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069b192-1eda-4ad7-a61a-5e9bf621a2f1 req-a276156e-5aa0-4b26-b925-357d93b33d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:31.153603 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2069b192-1eda-4ad7-a61a-5e9bf621a2f1 req-a276156e-5aa0-4b26-b925-357d93b33d92 service neutron] 10.222.0.22 "GET /v2.0/networks?id=54a1e9b2-aa9c-401b-9420-836866f8fb9d HTTP/1.1" status: 200 len: 918 time: 0.5165310 Jun 10 03:55:31.182511 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-ed51e038-406b-4b57-a592-5ffd2ea097ff service neutron] 10.222.0.22 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116305 Jun 10 03:55:31.215317 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-8aa7a346-d3db-4e51-a2ab-d832e7055316 service neutron] 10.222.0.22 "GET /v2.0/networks/3663c860-865d-44a7-a9de-4c8fee2210ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202098 Jun 10 03:55:31.220835 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2069b192-1eda-4ad7-a61a-5e9bf621a2f1 req-6e9f704a-55cc-43d0-aee1-d3922f4e2665 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a7b2351-4cb3-4598-adbf-e5af63937ac6 HTTP/1.1" status: 200 len: 217 time: 0.0598648 Jun 10 03:55:31.228621 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48f627-d82e-43b1-9b09-16332df07c14 req-5dea21d9-914c-4df5-bfca-0d62af20ac12 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:31.230081 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ec48f627-d82e-43b1-9b09-16332df07c14 req-5dea21d9-914c-4df5-bfca-0d62af20ac12 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 931 time: 0.2466159 Jun 10 03:55:31.246705 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-d76bb1e9-364e-488a-9169-b71a5246c67d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=94525e980f4749d3920cc7e9c22bc80a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5082242 Jun 10 03:55:31.381809 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b2e0b8c4-5bee-47bf-b791-54d2824a9d83 req-3fb1ec1d-a632-492f-9f2c-ee9ba8bc0564 service neutron] 10.222.0.22 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901131 Jun 10 03:55:31.424975 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069b192-1eda-4ad7-a61a-5e9bf621a2f1 req-2bca59ad-9763-44e6-af5f-e1b0a01fc94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:31.426532 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2069b192-1eda-4ad7-a61a-5e9bf621a2f1 req-2bca59ad-9763-44e6-af5f-e1b0a01fc94a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8 HTTP/1.1" status: 200 len: 858 time: 0.1954656 Jun 10 03:55:31.438902 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ec48f627-d82e-43b1-9b09-16332df07c14 req-6df0aad0-9244-43ea-957d-a97cc741a2c9 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819775 Jun 10 03:55:31.466990 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-9dfa752f-d942-4c24-a017-dd02292db166 service neutron] 10.222.0.25 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001851 Jun 10 03:55:31.534335 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f46c0d4-9cd7-4137-bb73-7856ec25699d {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:55:31.550610 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:31.552810 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2069b192-1eda-4ad7-a61a-5e9bf621a2f1 req-5dcf598f-ceac-493e-8500-c115aef42f0f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54a1e9b2-aa9c-401b-9420-836866f8fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841060 Jun 10 03:55:31.565951 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-edd90734-b7b2-4da5-922a-e394746f554e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:31.582220 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-edd90734-b7b2-4da5-922a-e394746f554e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:31.589860 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-261101f4-ace1-4a4d-adbb-757f7769a7ad req-f7d58e5a-5ffd-46e7-b34b-c7b4c626547a service neutron] 10.222.0.22 "GET /v2.0/networks/3663c860-865d-44a7-a9de-4c8fee2210ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514783 Jun 10 03:55:31.590885 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Transition to ACTIVE for port object 9f46c0d4-9cd7-4137-bb73-7856ec25699d will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:55:31.592587 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:31.623015 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:31.635295 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8470806a-6ef1-4baa-ae28-231495b3245b', 'tag': '3c679348-ad0d-4efc-bf6b-4c6a1cfa2112'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:55:31.637569 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbe7651-b6b5-4bf6-9a4e-2b94117e7bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "8470806a-6ef1-4baa-ae28-231495b3245b", "tag": "3c679348-ad0d-4efc-bf6b-4c6a1cfa2112"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:55:31.639936 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd90734-b7b2-4da5-922a-e394746f554e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affe3a03-d26c-49f7-9bbe-f6b2197691d4,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:31.650250 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-edd90734-b7b2-4da5-922a-e394746f554e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:31.650594 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:31.659803 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-edd90734-b7b2-4da5-922a-e394746f554e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=861c977684c34b81b4814953acb05230&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1424811 Jun 10 03:55:31.660390 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 49298) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:31.905968 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2069b192-1eda-4ad7-a61a-5e9bf621a2f1 req-674c7eb7-5582-4e73-9fe8-2714840ddbf0 service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451319 Jun 10 03:55:31.913807 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-ef4d2108-45e7-400b-85e9-7e264dbf038f service neutron] 10.222.0.25 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335811 Jun 10 03:55:31.977907 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7287a-2c52-4f7c-bf16-f3587cf42d81 req-95938dcd-89ab-49dc-8a9b-895cb399c128 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:31.979703 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1ad7287a-2c52-4f7c-bf16-f3587cf42d81 req-95938dcd-89ab-49dc-8a9b-895cb399c128 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 944 time: 0.3960750 Jun 10 03:55:32.003509 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Pushing event updated for resources: {'Port': ['ID=9f46c0d4-9cd7-4137-bb73-7856ec25699d,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:32.039399 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:32.068427 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Attempting to bind port 9f46c0d4-9cd7-4137-bb73-7856ec25699d on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:55:32.068771 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Attempting to bind port 9f46c0d4-9cd7-4137-bb73-7856ec25699d by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:55:32.069297 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Attempting to bind port 9f46c0d4-9cd7-4137-bb73-7856ec25699d on network 54a1e9b2-aa9c-401b-9420-836866f8fb9d {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:55:32.088552 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Port 9f46c0d4-9cd7-4137-bb73-7856ec25699d on network 54a1e9b2-aa9c-401b-9420-836866f8fb9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 03:55:32.089101 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Attempting to bind port 9f46c0d4-9cd7-4137-bb73-7856ec25699d on network 54a1e9b2-aa9c-401b-9420-836866f8fb9d {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:55:32.092733 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-983baf9b-768e-4069-9f14-7e11e40e1edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:32.097365 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1ad7287a-2c52-4f7c-bf16-f3587cf42d81 req-05b04fe6-732d-4d04-97a6-42179745349d tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/security-groups?id=04076935-7cd3-440a-9a39-7b1c3cf94ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626371 Jun 10 03:55:32.110574 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2069b192-1eda-4ad7-a61a-5e9bf621a2f1 req-c4617171-a2de-4cfb-a3ac-9f2f4fcb4db6 service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930776 Jun 10 03:55:32.112419 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Checking agent: {'id': '4c3682d1-d9e4-4dcd-ad72-ddd6d516f54b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:55:32.112768 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Checking segment: {'id': 'f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:55:32.113158 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Bound using segment: {'id': 'f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:55:32.113597 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Bound port: 9f46c0d4-9cd7-4137-bb73-7856ec25699d, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:55:32.113954 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:32.138828 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8406208c-31d8-4a81-953c-05e72c177ac6 x-openstack-request-id: req-8406208c-31d8-4a81-953c-05e72c177ac6 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:55:32.139232 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8470806a-6ef1-4baa-ae28-231495b3245b", "tag": "3c679348-ad0d-4efc-bf6b-4c6a1cfa2112", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:55:32.139400 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8406208c-31d8-4a81-953c-05e72c177ac6 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:55:32.139814 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8470806a-6ef1-4baa-ae28-231495b3245b', 'tag': '3c679348-ad0d-4efc-bf6b-4c6a1cfa2112', 'status': 'completed', 'code': 200} Jun 10 03:55:32.145113 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-983baf9b-768e-4069-9f14-7e11e40e1edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:32.150201 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171758b-a18b-4899-9535-d6597068562f req-8315db1b-d9c8-476f-88dd-addcae5e0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:32.151699 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e171758b-a18b-4899-9535-d6597068562f req-8315db1b-d9c8-476f-88dd-addcae5e0d1a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d9a39de1e7d4e1994badad62db5eada&device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 1097 time: 0.4498940 Jun 10 03:55:32.241858 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] For port 9f46c0d4-9cd7-4137-bb73-7856ec25699d, host hv-cinder-74134, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:55:32.294139 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a8bc5337-f304-4809-817b-4a852523b74e req-14d26c48-c455-46c1-8936-ed4434b74466 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 210 time: 0.0587771 Jun 10 03:55:32.305331 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] For port 9f46c0d4-9cd7-4137-bb73-7856ec25699d, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9f46c0d4-9cd7-4137-bb73-7856ec25699d,segment=NetworkSegment(f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc),segment_id=f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:55:32.325390 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:32.363440 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe7651-b6b5-4bf6-9a4e-2b94117e7bdb req-0c6a6c8c-3cd3-4f6c-9550-3f4796394e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:32.365429 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ebbe7651-b6b5-4bf6-9a4e-2b94117e7bdb req-0c6a6c8c-3cd3-4f6c-9550-3f4796394e5a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=618da4200815401da9367ea4dacb39ef&device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 1096 time: 0.1787610 Jun 10 03:55:32.377964 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3c463-9501-4100-8e7b-c8af27eb9a28 req-5b42557c-95ee-4378-b5a8-1f2cd93d133f tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:32.379299 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0ca3c463-9501-4100-8e7b-c8af27eb9a28 req-5b42557c-95ee-4378-b5a8-1f2cd93d133f tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 943 time: 0.1354315 Jun 10 03:55:32.381553 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:32.457625 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:32.458728 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:32.461015 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] 10.222.0.22 "PUT /v2.0/ports/9f46c0d4-9cd7-4137-bb73-7856ec25699d HTTP/1.1" status: 200 len: 1093 time: 2.3068447 Jun 10 03:55:32.498350 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-983baf9b-768e-4069-9f14-7e11e40e1edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:32.502016 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-983baf9b-768e-4069-9f14-7e11e40e1edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:32.506275 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-983baf9b-768e-4069-9f14-7e11e40e1edc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/affe3a03-d26c-49f7-9bbe-f6b2197691d4 HTTP/1.1" status: 204 len: 168 time: 0.8227696 Jun 10 03:55:32.508869 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171758b-a18b-4899-9535-d6597068562f req-08590732-c12a-4ed1-a65a-507b849ad657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:32.510635 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e171758b-a18b-4899-9535-d6597068562f req-08590732-c12a-4ed1-a65a-507b849ad657 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3663c860-865d-44a7-a9de-4c8fee2210ca HTTP/1.1" status: 200 len: 911 time: 0.2817371 Jun 10 03:55:32.511634 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Pushing event updated for resources: {'Port': ['ID=9f46c0d4-9cd7-4137-bb73-7856ec25699d,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:32.515299 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:32.516041 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5cd55011-2670-44d1-9f71-61e2e7e12618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:32.528836 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983baf9b-768e-4069-9f14-7e11e40e1edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affe3a03-d26c-49f7-9bbe-f6b2197691d4,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:32.549801 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-983baf9b-768e-4069-9f14-7e11e40e1edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:32.588832 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0ca3c463-9501-4100-8e7b-c8af27eb9a28 req-a0ca561b-94f7-4f7e-b9ea-552afca894d7 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868820 Jun 10 03:55:32.617306 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e171758b-a18b-4899-9535-d6597068562f req-551749d4-1b7b-4493-851e-81f1d8fa4c27 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b HTTP/1.1" status: 200 len: 217 time: 0.0809848 Jun 10 03:55:32.627482 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe7651-b6b5-4bf6-9a4e-2b94117e7bdb req-c5a0e9ea-34b3-4923-a63a-a55904e1830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:32.628940 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ebbe7651-b6b5-4bf6-9a4e-2b94117e7bdb req-c5a0e9ea-34b3-4923-a63a-a55904e1830c service neutron] 10.222.0.22 "GET /v2.0/networks?id=36b91a10-3d56-4131-8a06-fcb18ccb1199 HTTP/1.1" status: 200 len: 915 time: 0.2487941 Jun 10 03:55:32.714713 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171758b-a18b-4899-9535-d6597068562f req-4c94be72-dcf3-4e43-adf9-8e81a1030b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:32.716165 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e171758b-a18b-4899-9535-d6597068562f req-4c94be72-dcf3-4e43-adf9-8e81a1030b5b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6ea7a08-d3ea-4585-98f9-2faedb2b5b0d HTTP/1.1" status: 200 len: 851 time: 0.0764964 Jun 10 03:55:32.727285 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ebbe7651-b6b5-4bf6-9a4e-2b94117e7bdb req-973c18a6-a0b8-4c96-b136-0b2006573291 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 HTTP/1.1" status: 200 len: 217 time: 0.0885549 Jun 10 03:55:32.763248 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-15a75d32-99a4-4c80-8daf-cc75d81460ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:32.764658 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-15a75d32-99a4-4c80-8daf-cc75d81460ca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b3ca99e6443433dbcfdd84bbab05042&device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 1096 time: 0.2139254 Jun 10 03:55:32.766564 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e171758b-a18b-4899-9535-d6597068562f req-2944318e-a542-4f2b-a695-792e90dcc09e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3663c860-865d-44a7-a9de-4c8fee2210ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427396 Jun 10 03:55:32.819350 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe7651-b6b5-4bf6-9a4e-2b94117e7bdb req-b78cac27-882a-4342-ac34-d0781518a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:32.821395 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ebbe7651-b6b5-4bf6-9a4e-2b94117e7bdb req-b78cac27-882a-4342-ac34-d0781518a61a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c3e0543-da19-4e59-99a9-ddefff277300 HTTP/1.1" status: 200 len: 855 time: 0.0864911 Jun 10 03:55:32.844875 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-d80bfb2f-9474-4c69-8b80-54f1b0530fe2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f46c0d4-9cd7-4137-bb73-7856ec25699d HTTP/1.1" status: 200 len: 217 time: 0.0615778 Jun 10 03:55:32.868122 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ebbe7651-b6b5-4bf6-9a4e-2b94117e7bdb req-0bdec0fc-7fce-4e40-b082-6ff8da13c47b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=36b91a10-3d56-4131-8a06-fcb18ccb1199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401781 Jun 10 03:55:32.880466 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202aecc-812f-4a16-888a-b8ae4a0adf30 req-347c969c-18c4-458b-8207-6aad56f2b7dd tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:32.882785 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0202aecc-812f-4a16-888a-b8ae4a0adf30 req-347c969c-18c4-458b-8207-6aad56f2b7dd tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 943 time: 0.1574459 Jun 10 03:55:33.029293 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0202aecc-812f-4a16-888a-b8ae4a0adf30 req-60ba72db-5e0e-4655-a043-fd03a80339f9 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369352 Jun 10 03:55:33.046474 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ebbe7651-b6b5-4bf6-9a4e-2b94117e7bdb req-0cb8b0a9-048e-48db-a7f8-e3eb3f946ea9 service neutron] 10.222.0.22 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624956 Jun 10 03:55:33.054945 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-e7601e5e-a72a-4b92-b8ac-9927eb094043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:33.061152 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-e7601e5e-a72a-4b92-b8ac-9927eb094043 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8 HTTP/1.1" status: 200 len: 858 time: 0.1890361 Jun 10 03:55:33.145705 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-dbe396f8-1292-4b5d-a6c4-8fdd685cce34 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54a1e9b2-aa9c-401b-9420-836866f8fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665228 Jun 10 03:55:33.146512 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 49350) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:33.170034 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e171758b-a18b-4899-9535-d6597068562f req-4f6fb49a-bc6d-41fa-8ac9-1eb86ef07739 service neutron] 10.222.0.22 "GET /v2.0/networks/3663c860-865d-44a7-a9de-4c8fee2210ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340416 Jun 10 03:55:33.230541 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-35b6104f-e670-46ac-87ae-e2e40c08e175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:33.456413 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3a7b2351-4cb3-4598-adbf-e5af63937ac6 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 03:55:33.508664 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e171758b-a18b-4899-9535-d6597068562f req-34ac125e-d8bc-4bc8-b7f5-13a436d70466 service neutron] 10.222.0.22 "GET /v2.0/networks/3663c860-865d-44a7-a9de-4c8fee2210ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093705 Jun 10 03:55:33.513544 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-723f8815-8588-428f-99af-c54d48a90ea5 req-442e7d51-52eb-478e-aac2-83f3e2a7df4f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 210 time: 0.0411022 Jun 10 03:55:33.567217 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ebbe7651-b6b5-4bf6-9a4e-2b94117e7bdb req-425db6c5-2de4-424d-b3db-1251e43c0af1 service neutron] 10.222.0.22 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934237 Jun 10 03:55:33.576066 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e874bcc-370d-434d-96b6-336c65bcd096 req-8a6c5682-ca88-412c-bfc1-09acb8614eb4 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:33.577554 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4e874bcc-370d-434d-96b6-336c65bcd096 req-8a6c5682-ca88-412c-bfc1-09acb8614eb4 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 944 time: 0.2329288 Jun 10 03:55:33.616053 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-5a04ff71-1556-4c03-9843-c5b36b192f79 service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572847 Jun 10 03:55:33.628288 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4e874bcc-370d-434d-96b6-336c65bcd096 req-635dd138-f072-47ae-9a70-44541b22bd20 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/security-groups?id=04076935-7cd3-440a-9a39-7b1c3cf94ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407491 Jun 10 03:55:33.654373 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 3a7b2351-4cb3-4598-adbf-e5af63937ac6, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3a7b2351-4cb3-4598-adbf-e5af63937ac6,segment=NetworkSegment(f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc),segment_id=f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:33.668483 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': '3a7b2351-4cb3-4598-adbf-e5af63937ac6', 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d', 'port_id': '3a7b2351-4cb3-4598-adbf-e5af63937ac6', 'mac_address': 'fa:16:3e:30:28:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 03:55:33.720689 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:33.742172 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7b2351-4cb3-4598-adbf-e5af63937ac6 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:55:33.768156 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 3a7b2351-4cb3-4598-adbf-e5af63937ac6, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3a7b2351-4cb3-4598-adbf-e5af63937ac6,segment=NetworkSegment(f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc),segment_id=f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:33.773215 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:33.775745 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-a964e7a4-3405-4b33-af1f-3e4100ef3700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:33.811273 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-35b6104f-e670-46ac-87ae-e2e40c08e175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:33.822207 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-35b6104f-e670-46ac-87ae-e2e40c08e175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:33.827302 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:33.832060 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-3d3419c3-b3fa-4fba-ac43-acbc706471dd req-296bcb36-526c-4257-b418-cc96cbc7e08e service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993794 Jun 10 03:55:33.835223 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=3a7b2351-4cb3-4598-adbf-e5af63937ac6,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:33.838585 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:33.875598 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6104f-e670-46ac-87ae-e2e40c08e175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a8c1bb-4278-4e6a-8be2-e2db690325d9,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:33.878697 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-35b6104f-e670-46ac-87ae-e2e40c08e175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:33.884313 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-35b6104f-e670-46ac-87ae-e2e40c08e175 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d9ba9d1d3aa4fb2b90d97dc877a5ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7317922 Jun 10 03:55:33.884619 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 49376) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:33.946808 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bbcfd39d-4d95-45d2-ab2a-900f108b1677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:33.947713 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c7ea5-8670-4472-ad6e-b4f2133fa76d req-fc180c18-2c0a-473e-97a1-933d4a04b756 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:33.954511 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6d7c7ea5-8670-4472-ad6e-b4f2133fa76d req-fc180c18-2c0a-473e-97a1-933d4a04b756 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 943 time: 0.2086234 Jun 10 03:55:33.976218 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bbcfd39d-4d95-45d2-ab2a-900f108b1677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:33.994062 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-57964592-b1fd-4ec7-84a0-8014dd01a010 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:33.995205 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-57964592-b1fd-4ec7-84a0-8014dd01a010 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.22 "GET /v2.0/networks?id=2885b30d-7b76-4cfa-abd6-461b0adaf373 HTTP/1.1" status: 200 len: 817 time: 0.1968868 Jun 10 03:55:34.046695 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6d7c7ea5-8670-4472-ad6e-b4f2133fa76d req-606f43e6-2f9c-4a14-9a4a-dd78920d1614 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909824 Jun 10 03:55:34.085037 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bbcfd39d-4d95-45d2-ab2a-900f108b1677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:34.099203 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bbcfd39d-4d95-45d2-ab2a-900f108b1677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:34.100546 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-bbcfd39d-4d95-45d2-ab2a-900f108b1677 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50a8c1bb-4278-4e6a-8be2-e2db690325d9 HTTP/1.1" status: 204 len: 168 time: 0.2150393 Jun 10 03:55:34.101874 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:34.116965 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfd39d-4d95-45d2-ab2a-900f108b1677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a8c1bb-4278-4e6a-8be2-e2db690325d9,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:34.124863 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bbcfd39d-4d95-45d2-ab2a-900f108b1677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:34.139315 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['3a7b2351-4cb3-4598-adbf-e5af63937ac6'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:55:34.145683 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20afd91-f88b-40f5-88ec-23c9c45672ed', 'tag': '9f46c0d4-9cd7-4137-bb73-7856ec25699d'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:55:34.151381 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5912a1c2-5748-44b0-a03d-8b811ad4d358" -d '{"events": [{"name": "network-changed", "server_uuid": "d20afd91-f88b-40f5-88ec-23c9c45672ed", "tag": "9f46c0d4-9cd7-4137-bb73-7856ec25699d"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:55:34.200017 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb2cbba-f906-4509-9588-1ab378b694b6 x-openstack-request-id: req-6cb2cbba-f906-4509-9588-1ab378b694b6 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:55:34.200332 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20afd91-f88b-40f5-88ec-23c9c45672ed", "tag": "9f46c0d4-9cd7-4137-bb73-7856ec25699d", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:55:34.200655 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6cb2cbba-f906-4509-9588-1ab378b694b6 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:55:34.201066 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20afd91-f88b-40f5-88ec-23c9c45672ed', 'tag': '9f46c0d4-9cd7-4137-bb73-7856ec25699d', 'status': 'completed', 'code': 200} Jun 10 03:55:34.223200 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-b6db6643-b6e6-4efc-ab1d-f65e01073114 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94525e980f4749d3920cc7e9c22bc80a HTTP/1.1" status: 200 len: 379 time: 0.2054391 Jun 10 03:55:34.256509 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-509e9da1-d9e4-4d60-b7c3-91a993a1a0de tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Request body: {'port': {'device_id': '9555eff1-fd77-4112-b1f5-d87ca39a7ab2', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'admin_state_up': True, 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'security_groups': ['32ea2de5-3164-4565-9ab8-260d68057fd7']}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:34.388027 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912a1c2-5748-44b0-a03d-8b811ad4d358 req-9ebae0e5-166f-4b15-ae34-7dfefd5c25ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:34.391040 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-5912a1c2-5748-44b0-a03d-8b811ad4d358 req-9ebae0e5-166f-4b15-ae34-7dfefd5c25ba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b3ca99e6443433dbcfdd84bbab05042&device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 1096 time: 0.1440456 Jun 10 03:55:34.431612 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb589df6-d290-4dfa-a191-e8bbf85da03d req-ca492563-9163-4518-ae2b-5ba43ae859ef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:34.433355 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-eb589df6-d290-4dfa-a191-e8bbf85da03d req-ca492563-9163-4518-ae2b-5ba43ae859ef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 943 time: 0.2573502 Jun 10 03:55:34.562836 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-eb589df6-d290-4dfa-a191-e8bbf85da03d req-8bdcbb24-ec7a-4218-8637-db4674538799 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200657 Jun 10 03:55:34.587302 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-509e9da1-d9e4-4d60-b7c3-91a993a1a0de tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Made reservation on behalf of 94525e980f4749d3920cc7e9c22bc80a for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:55:34.591754 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-509e9da1-d9e4-4d60-b7c3-91a993a1a0de tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:34.879958 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 49428) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:34.901070 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-19babb03-1b94-45cd-807c-c7575a0722e9 req-61223bee-ac47-4fea-bf70-334a7ee3292a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 210 time: 0.1984875 Jun 10 03:55:34.976302 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-509e9da1-d9e4-4d60-b7c3-91a993a1a0de tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Allocated IP 172.20.0.10 (2885b30d-7b76-4cfa-abd6-461b0adaf373/5c3e6d9b-092f-4d58-89f6-b46392a43086/cfcd780f-4130-4d23-a3b1-29fefb60a6ab) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:55:35.007560 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912a1c2-5748-44b0-a03d-8b811ad4d358 req-a47a4cba-f3c1-43f2-9859-b9549ce2d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:35.009309 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-5912a1c2-5748-44b0-a03d-8b811ad4d358 req-a47a4cba-f3c1-43f2-9859-b9549ce2d81d service neutron] 10.222.0.22 "GET /v2.0/networks?id=54a1e9b2-aa9c-401b-9420-836866f8fb9d HTTP/1.1" status: 200 len: 918 time: 0.6103985 Jun 10 03:55:35.075822 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-5912a1c2-5748-44b0-a03d-8b811ad4d358 req-bf74074a-79e8-4bbd-beea-67304d9cf155 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f46c0d4-9cd7-4137-bb73-7856ec25699d HTTP/1.1" status: 200 len: 217 time: 0.0601454 Jun 10 03:55:35.146302 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e5c54174-5155-4b22-b9dc-2305d692e0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:35.148566 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912a1c2-5748-44b0-a03d-8b811ad4d358 req-233a42f1-0f1f-455e-b6c7-284a9fe6db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:35.150155 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-5912a1c2-5748-44b0-a03d-8b811ad4d358 req-233a42f1-0f1f-455e-b6c7-284a9fe6db74 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8 HTTP/1.1" status: 200 len: 858 time: 0.0666051 Jun 10 03:55:35.159100 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5479c-223d-4738-b4ad-0414f3762936 req-c556a54d-9cbb-44f5-8824-68b9fc461273 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:35.166585 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-16c5479c-223d-4738-b4ad-0414f3762936 req-c556a54d-9cbb-44f5-8824-68b9fc461273 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 944 time: 0.2612629 Jun 10 03:55:35.191984 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-5912a1c2-5748-44b0-a03d-8b811ad4d358 req-812c5fbf-b4c5-46d1-bcd8-3efcdd5da2c9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54a1e9b2-aa9c-401b-9420-836866f8fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349228 Jun 10 03:55:35.326914 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-16c5479c-223d-4738-b4ad-0414f3762936 req-be0846b9-f420-4d16-8603-062793c9d497 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/security-groups?id=04076935-7cd3-440a-9a39-7b1c3cf94ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591132 Jun 10 03:55:35.333964 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-5912a1c2-5748-44b0-a03d-8b811ad4d358 req-3fa26766-24b5-4f79-ad12-d72bc3a89cf3 service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342230 Jun 10 03:55:35.431955 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 49458) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:35.435426 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 03:55:35.437693 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-509e9da1-d9e4-4d60-b7c3-91a993a1a0de tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:35.446956 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95695f0f-d15d-4f1d-ab41-ef06d8943ba1 req-eb3c5282-889e-49f9-be14-9cda454a9ef7 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:35.448448 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-95695f0f-d15d-4f1d-ab41-ef06d8943ba1 req-eb3c5282-889e-49f9-be14-9cda454a9ef7 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 943 time: 0.2459173 Jun 10 03:55:35.474270 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-5912a1c2-5748-44b0-a03d-8b811ad4d358 req-2d5600ab-c453-4491-a553-f1f9492eb8a2 service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336386 Jun 10 03:55:35.492923 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-509e9da1-d9e4-4d60-b7c3-91a993a1a0de tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Transition to ACTIVE for port object cfcd780f-4130-4d23-a3b1-29fefb60a6ab will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:55:35.547604 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-95695f0f-d15d-4f1d-ab41-ef06d8943ba1 req-1d04b074-aead-418f-ac40-1f85000c78f6 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815609 Jun 10 03:55:35.574282 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e5c54174-5155-4b22-b9dc-2305d692e0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:35.581047 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e5c54174-5155-4b22-b9dc-2305d692e0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:35.595700 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:35.601994 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b,segment=NetworkSegment(6b2b2ff7-5750-46ba-9368-f1526047ed9f),segment_id=6b2b2ff7-5750-46ba-9368-f1526047ed9f)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:35.618424 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': '3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b', 'network_id': '3663c860-865d-44a7-a9de-4c8fee2210ca', 'port_id': '3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b', 'mac_address': 'fa:16:3e:7f:9b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ea7a08-d3ea-4585-98f9-2faedb2b5b0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 03:55:35.620284 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3a7b2351-4cb3-4598-adbf-e5af63937ac6 up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:55:35.622208 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-509e9da1-d9e4-4d60-b7c3-91a993a1a0de tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:35.715101 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:35.732437 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:55:35.749874 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a5208e77-7694-4410-acc4-086f9203c06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:35.772082 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b,segment=NetworkSegment(6b2b2ff7-5750-46ba-9368-f1526047ed9f),segment_id=6b2b2ff7-5750-46ba-9368-f1526047ed9f)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:35.779444 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:35.781022 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 03:55:35.784547 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:35.789773 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning for port 3a7b2351-4cb3-4598-adbf-e5af63937ac6 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:55:35.824678 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port 3a7b2351-4cb3-4598-adbf-e5af63937ac6 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:55:35.825350 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:35.840554 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-e5c54174-5155-4b22-b9dc-2305d692e0ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1027d9537a834f1d8eb4ea86c42f69f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9615297 Jun 10 03:55:35.842951 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 49478) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:35.855248 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-509e9da1-d9e4-4d60-b7c3-91a993a1a0de tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Network 2885b30d-7b76-4cfa-abd6-461b0adaf373 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:55:35.881615 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-509e9da1-d9e4-4d60-b7c3-91a993a1a0de tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:55:35.893682 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c54174-5155-4b22-b9dc-2305d692e0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2ed100-3683-4429-8804-61f392245eef,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:35.901635 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e5c54174-5155-4b22-b9dc-2305d692e0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:35.906707 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-509e9da1-d9e4-4d60-b7c3-91a993a1a0de tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:55:35.920444 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-509e9da1-d9e4-4d60-b7c3-91a993a1a0de tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:35.921314 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-509e9da1-d9e4-4d60-b7c3-91a993a1a0de tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:35.925377 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:35.925771 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2e6339ed-65a2-4154-8613-54d5e4907308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:35.930892 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:35.936310 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:35.977090 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2e6339ed-65a2-4154-8613-54d5e4907308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:36.060249 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2e6339ed-65a2-4154-8613-54d5e4907308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:36.064135 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2e6339ed-65a2-4154-8613-54d5e4907308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:36.073043 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-2e6339ed-65a2-4154-8613-54d5e4907308 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef2ed100-3683-4429-8804-61f392245eef HTTP/1.1" status: 204 len: 168 time: 0.2237155 Jun 10 03:55:36.074661 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-35b6104f-e670-46ac-87ae-e2e40c08e175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:36.103782 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6339ed-65a2-4154-8613-54d5e4907308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2ed100-3683-4429-8804-61f392245eef,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:36.106005 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e9da1-d9e4-4d60-b7c3-91a993a1a0de tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Pushing event updated for resources: {'Port': ['ID=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:36.113385 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2e6339ed-65a2-4154-8613-54d5e4907308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:36.115506 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-509e9da1-d9e4-4d60-b7c3-91a993a1a0de tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:36.207066 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3c679348-ad0d-4efc-bf6b-4c6a1cfa2112,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:36.207708 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd6c1b-f2ca-4c0a-bb46-227d8fd40d2d req-fe7f1624-1f92-4d21-bc03-db6aece78228 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:36.212806 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-43bd6c1b-f2ca-4c0a-bb46-227d8fd40d2d req-fe7f1624-1f92-4d21-bc03-db6aece78228 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 943 time: 0.4510796 Jun 10 03:55:36.232664 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': '3c679348-ad0d-4efc-bf6b-4c6a1cfa2112', 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199', 'port_id': '3c679348-ad0d-4efc-bf6b-4c6a1cfa2112', 'mac_address': 'fa:16:3e:fd:22:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3e0543-da19-4e59-99a9-ddefff277300', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 03:55:36.237096 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:36.283728 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a5208e77-7694-4410-acc4-086f9203c06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:36.322338 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a5208e77-7694-4410-acc4-086f9203c06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:36.334119 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-509e9da1-d9e4-4d60-b7c3-91a993a1a0de tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0816824 Jun 10 03:55:36.338283 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e5c54174-5155-4b22-b9dc-2305d692e0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:36.352363 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-43bd6c1b-f2ca-4c0a-bb46-227d8fd40d2d req-33a34980-0a69-4841-beb7-e5acfcb05da1 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117427 Jun 10 03:55:36.402960 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Request body: {'port': {'device_id': '9555eff1-fd77-4112-b1f5-d87ca39a7ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:36.426165 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d65bad-ff3e-4c14-a103-ca4692fbb051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7b2351-4cb3-4598-adbf-e5af63937ac6'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:55:36.508922 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:36.534938 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3501eb-be69-4c9c-916a-c10555434e82 req-f8393379-f251-40b0-bbfd-7954b80cc81e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:36.537147 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-df3501eb-be69-4c9c-916a-c10555434e82 req-f8393379-f251-40b0-bbfd-7954b80cc81e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 932 time: 0.3879056 Jun 10 03:55:36.539031 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:55:36.543188 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-a5208e77-7694-4410-acc4-086f9203c06b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd44b8125dce48598db10f7fe5d4ad6d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1126592 Jun 10 03:55:36.544011 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 49500) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:36.547644 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5208e77-7694-4410-acc4-086f9203c06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78e73dd-66e0-4efe-a525-0db0f8900ac6,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:36.553900 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a5208e77-7694-4410-acc4-086f9203c06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:36.582963 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3409cf8d-d720-4ce5-a587-4771139d3f58 None None] Provisioning for port cfcd780f-4130-4d23-a3b1-29fefb60a6ab completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:55:36.596771 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 3a7b2351-4cb3-4598-adbf-e5af63937ac6, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3a7b2351-4cb3-4598-adbf-e5af63937ac6,segment=NetworkSegment(f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc),segment_id=f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:36.597745 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3409cf8d-d720-4ce5-a587-4771139d3f58 None None] Provisioning complete for port cfcd780f-4130-4d23-a3b1-29fefb60a6ab triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:55:36.598127 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3409cf8d-d720-4ce5-a587-4771139d3f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:36.620353 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 49506) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:36.665779 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-44294ebc-f7a9-4ffd-8c51-829b3b497564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:36.667976 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4f39-d1ba-452f-a756-5f8a4aff13f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:36.670183 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:36.672060 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-dedd45dd-af36-4f13-86f3-0d2794bb793f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:36.676786 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-df3501eb-be69-4c9c-916a-c10555434e82 req-6f40780c-46a7-4870-a1dd-80f00be4ab26 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302094 Jun 10 03:55:36.696322 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:36.738581 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=3a7b2351-4cb3-4598-adbf-e5af63937ac6,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:36.747048 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3c679348-ad0d-4efc-bf6b-4c6a1cfa2112,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:36.764389 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:36.782496 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:36.793424 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:36.798766 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78f449-7067-44ad-979d-9f21fd5578d8 req-6c4aeddc-3dfe-4e07-bf37-f6af3d65b0ce tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:36.800603 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a78f449-7067-44ad-979d-9f21fd5578d8 req-6c4aeddc-3dfe-4e07-bf37-f6af3d65b0ce tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 945 time: 0.2247493 Jun 10 03:55:36.813398 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4f39-d1ba-452f-a756-5f8a4aff13f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:36.821496 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4f39-d1ba-452f-a756-5f8a4aff13f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:36.854944 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-983baf9b-768e-4069-9f14-7e11e40e1edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:36.859163 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-6f3e4f39-d1ba-452f-a756-5f8a4aff13f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c9b41d7b7c44425b943134e3ed3c342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367737 Jun 10 03:55:36.861121 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-44294ebc-f7a9-4ffd-8c51-829b3b497564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:36.868148 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20940f9-b8a7-40c7-a8b7-695e3570c3d6" -d '{"events": [{"server_uuid": "12d65bad-ff3e-4c14-a103-ca4692fbb051", "name": "network-vif-plugged", "status": "completed", "tag": "3a7b2351-4cb3-4598-adbf-e5af63937ac6"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:55:36.869909 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 49514) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:36.873338 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3409cf8d-d720-4ce5-a587-4771139d3f58 None None] Port cfcd780f-4130-4d23-a3b1-29fefb60a6ab cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 03:55:36.905652 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=3c679348-ad0d-4efc-bf6b-4c6a1cfa2112,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:36.910739 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:36.985033 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-51215104-9e62-43d3-a2d3-f4add88a09f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:36.988738 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e4f39-d1ba-452f-a756-5f8a4aff13f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a50fa72-a660-4e50-82bf-56bb0a6ed389,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:37.009604 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6f3e4f39-d1ba-452f-a756-5f8a4aff13f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:37.033253 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-51215104-9e62-43d3-a2d3-f4add88a09f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:37.056959 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-44294ebc-f7a9-4ffd-8c51-829b3b497564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:37.061605 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-44294ebc-f7a9-4ffd-8c51-829b3b497564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:37.065293 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-44294ebc-f7a9-4ffd-8c51-829b3b497564 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f78e73dd-66e0-4efe-a525-0db0f8900ac6 HTTP/1.1" status: 204 len: 168 time: 0.5181222 Jun 10 03:55:37.074639 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:37.088652 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44294ebc-f7a9-4ffd-8c51-829b3b497564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78e73dd-66e0-4efe-a525-0db0f8900ac6,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:37.095827 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-44294ebc-f7a9-4ffd-8c51-829b3b497564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:37.121598 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-51215104-9e62-43d3-a2d3-f4add88a09f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:37.126035 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-51215104-9e62-43d3-a2d3-f4add88a09f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:37.127654 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-51215104-9e62-43d3-a2d3-f4add88a09f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a50fa72-a660-4e50-82bf-56bb0a6ed389 HTTP/1.1" status: 204 len: 168 time: 0.2566295 Jun 10 03:55:37.128794 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:37.129776 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:55:37.142191 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51215104-9e62-43d3-a2d3-f4add88a09f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a50fa72-a660-4e50-82bf-56bb0a6ed389,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:37.143558 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a78f449-7067-44ad-979d-9f21fd5578d8 req-059fd016-06f2-434c-a4bd-a4a4819b3aae tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/security-groups?id=04076935-7cd3-440a-9a39-7b1c3cf94ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339427 Jun 10 03:55:37.144691 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-51215104-9e62-43d3-a2d3-f4add88a09f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:37.188954 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['3c679348-ad0d-4efc-bf6b-4c6a1cfa2112'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:55:37.391567 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfcd780f-4130-4d23-a3b1-29fefb60a6ab {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:55:37.411384 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:37.433166 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Transition to ACTIVE for port object cfcd780f-4130-4d23-a3b1-29fefb60a6ab will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:55:37.443723 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 9f46c0d4-9cd7-4137-bb73-7856ec25699d details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 03:55:37.448861 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aefee1-6b64-42b9-b73b-38ddd3dad550 req-246e5b51-32ad-4c64-b90f-fcf2cde2c08c tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:37.450394 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b7aefee1-6b64-42b9-b73b-38ddd3dad550 req-246e5b51-32ad-4c64-b90f-fcf2cde2c08c tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 944 time: 0.3150101 Jun 10 03:55:37.451184 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:37.454414 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c3205aaa-b898-48f6-8f55-68b7fade31ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:37.611794 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:37.619647 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 9f46c0d4-9cd7-4137-bb73-7856ec25699d, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9f46c0d4-9cd7-4137-bb73-7856ec25699d,segment=NetworkSegment(f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc),segment_id=f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:37.646509 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b7aefee1-6b64-42b9-b73b-38ddd3dad550 req-3063442f-9906-4791-97af-b309c325c7c4 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598866 Jun 10 03:55:37.647458 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:37.650812 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': '9f46c0d4-9cd7-4137-bb73-7856ec25699d', 'network_id': '54a1e9b2-aa9c-401b-9420-836866f8fb9d', 'port_id': '9f46c0d4-9cd7-4137-bb73-7856ec25699d', 'mac_address': 'fa:16:3e:7e:45:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 03:55:37.671139 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Attempting to bind port cfcd780f-4130-4d23-a3b1-29fefb60a6ab on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:55:37.671476 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Attempting to bind port cfcd780f-4130-4d23-a3b1-29fefb60a6ab by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '480bbc06-9e24-4950-9a26-98fd4bb1d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:55:37.671807 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Attempting to bind port cfcd780f-4130-4d23-a3b1-29fefb60a6ab on network 2885b30d-7b76-4cfa-abd6-461b0adaf373 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:55:37.676923 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Port cfcd780f-4130-4d23-a3b1-29fefb60a6ab on network 2885b30d-7b76-4cfa-abd6-461b0adaf373 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 03:55:37.677488 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Attempting to bind port cfcd780f-4130-4d23-a3b1-29fefb60a6ab on network 2885b30d-7b76-4cfa-abd6-461b0adaf373 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:55:37.689337 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Checking agent: {'id': '4c3682d1-d9e4-4dcd-ad72-ddd6d516f54b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:55:37.689686 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Checking segment: {'id': '480bbc06-9e24-4950-9a26-98fd4bb1d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:55:37.690075 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Bound using segment: {'id': '480bbc06-9e24-4950-9a26-98fd4bb1d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:55:37.690784 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Bound port: cfcd780f-4130-4d23-a3b1-29fefb60a6ab, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480bbc06-9e24-4950-9a26-98fd4bb1d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:55:37.691144 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:37.718547 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fa46d3-fc83-44a7-bbf6-9e47b7329ba5 x-openstack-request-id: req-27fa46d3-fc83-44a7-bbf6-9e47b7329ba5 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:55:37.718853 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d65bad-ff3e-4c14-a103-ca4692fbb051", "name": "network-vif-plugged", "status": "completed", "tag": "3a7b2351-4cb3-4598-adbf-e5af63937ac6", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:55:37.719219 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27fa46d3-fc83-44a7-bbf6-9e47b7329ba5 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:55:37.719789 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d65bad-ff3e-4c14-a103-ca4692fbb051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7b2351-4cb3-4598-adbf-e5af63937ac6', 'code': 200} Jun 10 03:55:37.738531 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:37.755706 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 49546) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:37.782466 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f46c0d4-9cd7-4137-bb73-7856ec25699d {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:55:37.832968 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 9f46c0d4-9cd7-4137-bb73-7856ec25699d, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9f46c0d4-9cd7-4137-bb73-7856ec25699d,segment=NetworkSegment(f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc),segment_id=f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:37.843162 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:37.846631 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:37.890309 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] For port cfcd780f-4130-4d23-a3b1-29fefb60a6ab, host hv-cinder-74134, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:55:37.939497 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=9f46c0d4-9cd7-4137-bb73-7856ec25699d,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:37.943763 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:37.955506 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] For port cfcd780f-4130-4d23-a3b1-29fefb60a6ab, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:55:37.999326 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:38.009374 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:38.056773 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 49552) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:38.107459 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:38.108198 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:38.109678 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] 10.222.0.22 "PUT /v2.0/ports/cfcd780f-4130-4d23-a3b1-29fefb60a6ab HTTP/1.1" status: 200 len: 1094 time: 1.7352171 Jun 10 03:55:38.111257 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9555eff1-fd77-4112-b1f5-d87ca39a7ab2', 'tag': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:55:38.113511 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382c88b0-4f07-427b-abf4-b526ce779cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "9555eff1-fd77-4112-b1f5-d87ca39a7ab2", "tag": "cfcd780f-4130-4d23-a3b1-29fefb60a6ab"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:55:38.117106 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a1dd66f0-89e7-4918-818d-8dbf852b457b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:38.162900 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:38.169958 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:38.177968 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9f665-54ca-4284-a954-23bc72c6c74e req-e2a415cd-e8bf-40e7-8ac0-93c8ee59f32d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:38.180109 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fab9f665-54ca-4284-a954-23bc72c6c74e req-e2a415cd-e8bf-40e7-8ac0-93c8ee59f32d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 944 time: 0.2942762 Jun 10 03:55:38.227031 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7e5c8-d419-40b0-9f56-a63d02a56ddd req-40d5c588-f68f-4c8e-8093-9a748063a94b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:38.228990 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b4c7e5c8-d419-40b0-9f56-a63d02a56ddd req-40d5c588-f68f-4c8e-8093-9a748063a94b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.2802792 Jun 10 03:55:38.232503 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be495c9-a21c-45b7-a211-e4d99cb2de7f req-3c0e4ec8-7404-4c30-80dc-23d86e78b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:38.234159 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-2be495c9-a21c-45b7-a211-e4d99cb2de7f req-3c0e4ec8-7404-4c30-80dc-23d86e78b07e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 1099 time: 0.2043624 Jun 10 03:55:38.263115 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['9f46c0d4-9cd7-4137-bb73-7856ec25699d'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:55:38.311835 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fab9f665-54ca-4284-a954-23bc72c6c74e req-8b53ad1f-9a5a-4c61-9b51-a7821816d603 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193163 Jun 10 03:55:38.324275 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e01405f-29a8-483c-886c-79e71fea847a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:38.326342 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2be495c9-a21c-45b7-a211-e4d99cb2de7f req-3cea52b3-5c01-4f25-b87b-e2ef7bfc756a service neutron] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:38.330071 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b4c7e5c8-d419-40b0-9f56-a63d02a56ddd req-495fa12b-d8dc-45d6-a497-9a30b70ad0e8 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913701 Jun 10 03:55:38.337083 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-df1d4275-86ee-45f3-a5c6-96d017c7f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:38.338834 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-df1d4275-86ee-45f3-a5c6-96d017c7f840 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94525e980f4749d3920cc7e9c22bc80a&device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 1097 time: 0.1576297 Jun 10 03:55:38.436443 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a1dd66f0-89e7-4918-818d-8dbf852b457b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:38.445722 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a1dd66f0-89e7-4918-818d-8dbf852b457b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:38.460325 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-44f72728-1287-4c4e-a4a6-c1f3ade7a783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:38.509429 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08185d2f-8547-4a19-874a-6244e0148752 x-openstack-request-id: req-08185d2f-8547-4a19-874a-6244e0148752 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:55:38.509741 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9555eff1-fd77-4112-b1f5-d87ca39a7ab2", "tag": "cfcd780f-4130-4d23-a3b1-29fefb60a6ab", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:55:38.510013 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08185d2f-8547-4a19-874a-6244e0148752 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:55:38.510449 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9555eff1-fd77-4112-b1f5-d87ca39a7ab2', 'tag': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab', 'status': 'completed', 'code': 200} Jun 10 03:55:38.512562 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.db.api [req-2be495c9-a21c-45b7-a211-e4d99cb2de7f req-3cea52b3-5c01-4f25-b87b-e2ef7bfc756a service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 03:55:38.512562 dv-cinder-741349-4-smb neutron-server[91626]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 03:55:38.512562 dv-cinder-741349-4-smb neutron-server[91626]: [parameters: {'project_id_1': '74c359c51969411a951dabe689210a15', 'expiration_1': datetime.datetime(2021, 6, 10, 3, 55, 38, 386730)}] Jun 10 03:55:38.512562 dv-cinder-741349-4-smb neutron-server[91626]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 03:55:38.512904 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-1dad483c-d1f0-4301-bed7-fd5abff54411 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfcd780f-4130-4d23-a3b1-29fefb60a6ab HTTP/1.1" status: 200 len: 217 time: 0.1595969 Jun 10 03:55:38.512987 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_db.api [req-2be495c9-a21c-45b7-a211-e4d99cb2de7f req-3cea52b3-5c01-4f25-b87b-e2ef7bfc756a service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 03:55:38.570456 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-a1dd66f0-89e7-4918-818d-8dbf852b457b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77a80ab505df483ba4551ad83caa438e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5123224 Jun 10 03:55:38.573145 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 49570) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:38.609316 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd66f0-89e7-4918-818d-8dbf852b457b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe621e0-22c4-4572-bb86-6cb6e69670bb,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:38.614597 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a1dd66f0-89e7-4918-818d-8dbf852b457b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:38.660005 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-48e92bb4-1945-4629-bafc-ef496a65c38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:38.668034 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-89b979d5-4221-4629-ad02-90bb6cb0dc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:38.669816 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-89b979d5-4221-4629-ad02-90bb6cb0dc1d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5c3e6d9b-092f-4d58-89f6-b46392a43086 HTTP/1.1" status: 200 len: 856 time: 0.1482673 Jun 10 03:55:38.696852 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-48e92bb4-1945-4629-bafc-ef496a65c38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:38.772004 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e01405f-29a8-483c-886c-79e71fea847a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:38.779361 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e01405f-29a8-483c-886c-79e71fea847a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:38.784259 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d7eb7011-3370-42d0-92a1-b28a904fb16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:38.824161 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34f8ec-612f-4266-ae74-a09cee49ad68 req-b4abc888-ef76-4216-a1f9-747cefe1d576 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:38.825242 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-af34f8ec-612f-4266-ae74-a09cee49ad68 req-b4abc888-ef76-4216-a1f9-747cefe1d576 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 945 time: 0.2147093 Jun 10 03:55:38.836941 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-48e92bb4-1945-4629-bafc-ef496a65c38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:38.839998 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-48e92bb4-1945-4629-bafc-ef496a65c38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:38.843664 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-48e92bb4-1945-4629-bafc-ef496a65c38b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfe621e0-22c4-4572-bb86-6cb6e69670bb HTTP/1.1" status: 204 len: 168 time: 0.2653406 Jun 10 03:55:38.847221 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01405f-29a8-483c-886c-79e71fea847a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bd3efb-cc93-428c-8198-5e1a1acee64c,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:38.851839 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3e01405f-29a8-483c-886c-79e71fea847a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:38.852432 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:38.856230 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-3e01405f-29a8-483c-886c-79e71fea847a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35e640f1bd4e4355bb2c2620e5149fff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0994792 Jun 10 03:55:38.863413 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 49584) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:38.871708 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e92bb4-1945-4629-bafc-ef496a65c38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe621e0-22c4-4572-bb86-6cb6e69670bb,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:38.875196 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-48e92bb4-1945-4629-bafc-ef496a65c38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:38.935078 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2ce503a5-a758-470a-8b78-665b2d65a579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:38.951409 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-dce717dc-8266-4f24-885c-202feb8d6f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:38.953399 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-dce717dc-8266-4f24-885c-202feb8d6f37 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2885b30d-7b76-4cfa-abd6-461b0adaf373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2734361 Jun 10 03:55:38.967008 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2ce503a5-a758-470a-8b78-665b2d65a579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:39.003541 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-af34f8ec-612f-4266-ae74-a09cee49ad68 req-02ed5485-96c5-4b35-8d25-0d167ecc15d2 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/security-groups?id=04076935-7cd3-440a-9a39-7b1c3cf94ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706855 Jun 10 03:55:39.014534 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2be495c9-a21c-45b7-a211-e4d99cb2de7f req-3cea52b3-5c01-4f25-b87b-e2ef7bfc756a service neutron] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:39.076973 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2ce503a5-a758-470a-8b78-665b2d65a579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:39.082670 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2ce503a5-a758-470a-8b78-665b2d65a579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:39.085981 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-2ce503a5-a758-470a-8b78-665b2d65a579 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44bd3efb-cc93-428c-8198-5e1a1acee64c HTTP/1.1" status: 204 len: 168 time: 0.2216773 Jun 10 03:55:39.088467 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4e836509-2be9-447e-b285-488f9b076b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:39.109555 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce503a5-a758-470a-8b78-665b2d65a579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bd3efb-cc93-428c-8198-5e1a1acee64c,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:39.113656 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2ce503a5-a758-470a-8b78-665b2d65a579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:39.167337 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bb5df-50f4-4491-b0e2-e3469f5e09a8 req-45437c37-de3d-4dc5-ae7b-1d0e5a64e4fe tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:39.168850 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6d2bb5df-50f4-4491-b0e2-e3469f5e09a8 req-45437c37-de3d-4dc5-ae7b-1d0e5a64e4fe tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 944 time: 0.2821820 Jun 10 03:55:39.212088 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-faca1866-cc33-492b-84f4-710ef9c878e5 service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477331 Jun 10 03:55:39.231878 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6d2bb5df-50f4-4491-b0e2-e3469f5e09a8 req-a2f008b2-b068-49f9-aa03-ac0364329802 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573220 Jun 10 03:55:39.255427 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2be495c9-a21c-45b7-a211-e4d99cb2de7f req-3cea52b3-5c01-4f25-b87b-e2ef7bfc756a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:39.262910 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2be495c9-a21c-45b7-a211-e4d99cb2de7f req-3cea52b3-5c01-4f25-b87b-e2ef7bfc756a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:39.269622 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2e6339ed-65a2-4154-8613-54d5e4907308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:39.306122 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-2be495c9-a21c-45b7-a211-e4d99cb2de7f req-3cea52b3-5c01-4f25-b87b-e2ef7bfc756a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0555706 Jun 10 03:55:39.318300 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea52b3-5c01-4f25-b87b-e2ef7bfc756a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a2225ce3-07e3-42c6-8f4b-e780b92e46a4,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:39.321364 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3cea52b3-5c01-4f25-b87b-e2ef7bfc756a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:39.372164 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e027ec3a-1ec4-41ea-9700-b701f64ca3d0 req-1c45d5f2-5df2-4a3a-8942-88835a14c6f6 service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434128 Jun 10 03:55:39.454632 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:55:39.518113 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning for port 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:55:39.524427 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:55:39.524876 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:39.598534 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 49622) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:39.601435 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147925d-6c31-478e-b882-3cee79de3b8a req-e045eaf0-6a9f-4e26-82fb-08cede214b86 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:39.603023 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6147925d-6c31-478e-b882-3cee79de3b8a req-e045eaf0-6a9f-4e26-82fb-08cede214b86 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 944 time: 0.1440535 Jun 10 03:55:39.619683 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779acb42-3186-4de5-b61e-e905f184bcb0 req-33f9e5a0-3d33-48de-953f-d6f522848271 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:39.621434 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-779acb42-3186-4de5-b61e-e905f184bcb0 req-33f9e5a0-3d33-48de-953f-d6f522848271 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.1233983 Jun 10 03:55:39.631200 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4961bdcd-b1c9-4571-a9dc-8d36989fde52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:39.675008 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:39.724601 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c89605-4bdb-4a51-8ddf-fcbc67e82512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:55:39.728910 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d6ed58-549b-4994-bc60-8a4df9116650" -d '{"events": [{"server_uuid": "77c89605-4bdb-4a51-8ddf-fcbc67e82512", "name": "network-vif-plugged", "status": "completed", "tag": "3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:55:39.739059 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b,segment=NetworkSegment(6b2b2ff7-5750-46ba-9368-f1526047ed9f),segment_id=6b2b2ff7-5750-46ba-9368-f1526047ed9f)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:39.739624 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6147925d-6c31-478e-b882-3cee79de3b8a req-872394ec-9648-4f5d-9668-695102393026 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174579 Jun 10 03:55:39.745236 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:39.747537 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 9f46c0d4-9cd7-4137-bb73-7856ec25699d up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:55:39.777412 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4961bdcd-b1c9-4571-a9dc-8d36989fde52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:39.779042 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 49628) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:39.781185 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-779acb42-3186-4de5-b61e-e905f184bcb0 req-b3405388-6bda-4cf0-b240-033e993999e1 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526449 Jun 10 03:55:39.793771 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4961bdcd-b1c9-4571-a9dc-8d36989fde52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:39.810434 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:39.816341 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c88b0-4f07-427b-abf4-b526ce779cf1 req-44c41eb5-2b4f-4e85-ac3a-c7fa5ea284cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:39.818260 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-382c88b0-4f07-427b-abf4-b526ce779cf1 req-44c41eb5-2b4f-4e85-ac3a-c7fa5ea284cd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94525e980f4749d3920cc7e9c22bc80a&device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 1097 time: 0.1348951 Jun 10 03:55:39.824607 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:39.871889 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fd02be-6d46-4cba-957c-7d36c6d7b585 x-openstack-request-id: req-29fd02be-6d46-4cba-957c-7d36c6d7b585 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:55:39.872195 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c89605-4bdb-4a51-8ddf-fcbc67e82512", "name": "network-vif-plugged", "status": "completed", "tag": "3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:55:39.872462 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29fd02be-6d46-4cba-957c-7d36c6d7b585 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:55:39.874887 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c89605-4bdb-4a51-8ddf-fcbc67e82512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b', 'code': 200} Jun 10 03:55:39.885395 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-4961bdcd-b1c9-4571-a9dc-8d36989fde52 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2202a391c38c4fb5b5a7ddfa2cdf5a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848248 Jun 10 03:55:39.887213 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961bdcd-b1c9-4571-a9dc-8d36989fde52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a528a6-4333-4329-a1be-49d08a4dfc9a,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:39.889474 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 49636) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:39.895826 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4961bdcd-b1c9-4571-a9dc-8d36989fde52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:39.943358 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b2fe4cc5-ad3d-4eee-86a4-cb65ada4925d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:39.970572 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b2fe4cc5-ad3d-4eee-86a4-cb65ada4925d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:40.018217 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning for port 9f46c0d4-9cd7-4137-bb73-7856ec25699d completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:55:40.026753 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port 9f46c0d4-9cd7-4137-bb73-7856ec25699d triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:55:40.027498 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:40.029351 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:40.033368 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:40.045307 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b2fe4cc5-ad3d-4eee-86a4-cb65ada4925d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:40.047970 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b2fe4cc5-ad3d-4eee-86a4-cb65ada4925d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:40.049113 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-b2fe4cc5-ad3d-4eee-86a4-cb65ada4925d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32a528a6-4333-4329-a1be-49d08a4dfc9a HTTP/1.1" status: 204 len: 168 time: 0.1587446 Jun 10 03:55:40.050571 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:40.063484 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c88b0-4f07-427b-abf4-b526ce779cf1 req-4e89ea71-40d7-4bd7-ac80-33ce49b64d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:40.065649 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-382c88b0-4f07-427b-abf4-b526ce779cf1 req-4e89ea71-40d7-4bd7-ac80-33ce49b64d46 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2885b30d-7b76-4cfa-abd6-461b0adaf373 HTTP/1.1" status: 200 len: 917 time: 0.2403116 Jun 10 03:55:40.067471 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe4cc5-ad3d-4eee-86a4-cb65ada4925d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a528a6-4333-4329-a1be-49d08a4dfc9a,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:40.075079 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b2fe4cc5-ad3d-4eee-86a4-cb65ada4925d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:40.154471 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-382c88b0-4f07-427b-abf4-b526ce779cf1 req-fe3ec65e-9d3e-4ad1-b077-e09722aa0a0e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfcd780f-4130-4d23-a3b1-29fefb60a6ab HTTP/1.1" status: 200 len: 217 time: 0.0809579 Jun 10 03:55:40.199380 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:40.242271 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 9f46c0d4-9cd7-4137-bb73-7856ec25699d, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9f46c0d4-9cd7-4137-bb73-7856ec25699d,segment=NetworkSegment(f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc),segment_id=f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:40.247792 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:40.249141 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:55:40.253235 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:40.277522 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab667c4c-08e3-4fb9-a073-aeb4b6c729b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:40.356743 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=9f46c0d4-9cd7-4137-bb73-7856ec25699d,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:40.362428 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:40.387066 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning for port 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:55:40.393343 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:55:40.394194 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:40.394351 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bb793-72b8-4491-8375-4e7173e8b337 req-2d75cfb7-6a0d-44a1-9c6f-b2ef93f59882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:40.396046 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-7b9bb793-72b8-4491-8375-4e7173e8b337 req-2d75cfb7-6a0d-44a1-9c6f-b2ef93f59882 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 1099 time: 0.2549741 Jun 10 03:55:40.463512 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c88b0-4f07-427b-abf4-b526ce779cf1 req-dc62b36d-d1e1-45d8-95ed-037671d0e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:40.465022 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-382c88b0-4f07-427b-abf4-b526ce779cf1 req-dc62b36d-d1e1-45d8-95ed-037671d0e2e5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5c3e6d9b-092f-4d58-89f6-b46392a43086 HTTP/1.1" status: 200 len: 856 time: 0.3043292 Jun 10 03:55:40.509673 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-7b9bb793-72b8-4491-8375-4e7173e8b337 req-1334f6bb-a0b6-4717-bea9-bfcc5ceca3e9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=04076935-7cd3-440a-9a39-7b1c3cf94ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946889 Jun 10 03:55:40.539368 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:40.557454 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab667c4c-08e3-4fb9-a073-aeb4b6c729b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:40.570062 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab667c4c-08e3-4fb9-a073-aeb4b6c729b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:40.598619 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:40.605167 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-ab667c4c-08e3-4fb9-a073-aeb4b6c729b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2dc1fe01d7ee4fde8ee87fedd11bfcf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8246789 Jun 10 03:55:40.605851 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3c679348-ad0d-4efc-bf6b-4c6a1cfa2112,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:40.607795 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 49660) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:40.612406 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:40.619918 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:40.626348 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734555a-dedd-4546-a2ee-b33a6c0e0303 req-f5d75c3f-9289-4dfc-b9b5-47a8af275567 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:40.634529 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a734555a-dedd-4546-a2ee-b33a6c0e0303 req-f5d75c3f-9289-4dfc-b9b5-47a8af275567 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 946 time: 0.3907208 Jun 10 03:55:40.656370 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab667c4c-08e3-4fb9-a073-aeb4b6c729b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff827128-c94a-4588-821b-f76610149998,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:40.662192 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab667c4c-08e3-4fb9-a073-aeb4b6c729b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:40.674838 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c88b0-4f07-427b-abf4-b526ce779cf1 req-8c663892-0eff-45be-82d4-ee57596fcba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:40.676328 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-382c88b0-4f07-427b-abf4-b526ce779cf1 req-8c663892-0eff-45be-82d4-ee57596fcba7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2885b30d-7b76-4cfa-abd6-461b0adaf373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1907473 Jun 10 03:55:40.698469 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-58a2e84a-bb1c-4f5e-b15f-3feacdd339b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:40.714788 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a734555a-dedd-4546-a2ee-b33a6c0e0303 req-7bb0ed48-4f99-4862-ba03-6fdcad3b8dac tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/security-groups?id=04076935-7cd3-440a-9a39-7b1c3cf94ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793149 Jun 10 03:55:40.716564 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=3c679348-ad0d-4efc-bf6b-4c6a1cfa2112,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:40.720567 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:40.745124 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-58a2e84a-bb1c-4f5e-b15f-3feacdd339b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:40.748079 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ad5d6-e991-405d-bcb4-11026d5692eb req-704554f2-a9ae-4794-bab5-2525fdab52ec tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:40.749692 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-047ad5d6-e991-405d-bcb4-11026d5692eb req-704554f2-a9ae-4794-bab5-2525fdab52ec tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 944 time: 0.1894066 Jun 10 03:55:40.803342 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-047ad5d6-e991-405d-bcb4-11026d5692eb req-1cffc392-eeaf-4469-9be3-5645c915a827 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479233 Jun 10 03:55:40.849149 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-58a2e84a-bb1c-4f5e-b15f-3feacdd339b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:40.852024 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-58a2e84a-bb1c-4f5e-b15f-3feacdd339b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:40.857051 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-58a2e84a-bb1c-4f5e-b15f-3feacdd339b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff827128-c94a-4588-821b-f76610149998 HTTP/1.1" status: 204 len: 168 time: 0.2481825 Jun 10 03:55:40.858205 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4961bdcd-b1c9-4571-a9dc-8d36989fde52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:40.867955 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2e84a-bb1c-4f5e-b15f-3feacdd339b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff827128-c94a-4588-821b-f76610149998,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:40.870918 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-58a2e84a-bb1c-4f5e-b15f-3feacdd339b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:40.927539 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 49674) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:41.239149 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-382c88b0-4f07-427b-abf4-b526ce779cf1 req-a7ecc114-364b-4402-80c2-bb3db8c9a9e2 service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507425 Jun 10 03:55:41.318589 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2393df34-981c-4eb6-b483-95aab2ab1bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:41.390213 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c500cf9-2ba7-416a-8638-a77197278446 req-5ab1c6ed-be22-453a-8ae7-e4c46aed9086 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:41.391720 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3c500cf9-2ba7-416a-8638-a77197278446 req-5ab1c6ed-be22-453a-8ae7-e4c46aed9086 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.4563439 Jun 10 03:55:41.403809 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c9763-ee17-4c95-92c5-c0f36091640b req-ace5b1e6-9765-4596-9866-27e0982a2e4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:41.404706 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-396c9763-ee17-4c95-92c5-c0f36091640b req-ace5b1e6-9765-4596-9866-27e0982a2e4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.2521536 Jun 10 03:55:41.456108 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2393df34-981c-4eb6-b483-95aab2ab1bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:41.463429 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2393df34-981c-4eb6-b483-95aab2ab1bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:41.468954 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:41.488267 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-382c88b0-4f07-427b-abf4-b526ce779cf1 req-4791bce4-883f-40cb-979b-2ff2e937df59 service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328169 Jun 10 03:55:41.504505 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3c500cf9-2ba7-416a-8638-a77197278446 req-c3d43e55-2ce9-48b2-8754-5145990ff57a tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986850 Jun 10 03:55:41.507982 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-396c9763-ee17-4c95-92c5-c0f36091640b req-45ba8ba6-cc73-4989-a202-e7a03731f846 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927408 Jun 10 03:55:41.508430 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 49690) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:41.524630 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-454499a1-9d3a-4d9c-b286-5f9dcf1da0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:41.529721 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-2393df34-981c-4eb6-b483-95aab2ab1bca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f14beccef94e408db117595a4035084b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6010551 Jun 10 03:55:41.530603 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393df34-981c-4eb6-b483-95aab2ab1bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea449017-df5c-4fbb-a372-862c5d70d978,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:41.532937 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 49692) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:41.567108 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2393df34-981c-4eb6-b483-95aab2ab1bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:41.592627 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8e5e9c2e-dd1f-4c3e-85d6-d1f60334b027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:41.620006 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8e5e9c2e-dd1f-4c3e-85d6-d1f60334b027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:41.661938 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-454499a1-9d3a-4d9c-b286-5f9dcf1da0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:41.667357 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-454499a1-9d3a-4d9c-b286-5f9dcf1da0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:41.682127 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8e5e9c2e-dd1f-4c3e-85d6-d1f60334b027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:41.686520 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8e5e9c2e-dd1f-4c3e-85d6-d1f60334b027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:41.690869 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-8e5e9c2e-dd1f-4c3e-85d6-d1f60334b027 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea449017-df5c-4fbb-a372-862c5d70d978 HTTP/1.1" status: 204 len: 168 time: 0.1567700 Jun 10 03:55:41.693652 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-44294ebc-f7a9-4ffd-8c51-829b3b497564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:41.705612 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e9c2e-dd1f-4c3e-85d6-d1f60334b027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea449017-df5c-4fbb-a372-862c5d70d978,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:41.708049 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8e5e9c2e-dd1f-4c3e-85d6-d1f60334b027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:41.710201 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:41.741584 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-454499a1-9d3a-4d9c-b286-5f9dcf1da0f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca597efbc16544ec915bb4b5927b2d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319665 Jun 10 03:55:41.752189 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 49702) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:41.795933 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454499a1-9d3a-4d9c-b286-5f9dcf1da0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5f4328-59a7-4173-92aa-ae395057701b,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:41.812183 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-454499a1-9d3a-4d9c-b286-5f9dcf1da0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:41.876523 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20afd91-f88b-40f5-88ec-23c9c45672ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f46c0d4-9cd7-4137-bb73-7856ec25699d'}, {'server_uuid': '8470806a-6ef1-4baa-ae28-231495b3245b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c679348-ad0d-4efc-bf6b-4c6a1cfa2112'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:55:41.879578 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd4f1c5-5415-4fe6-9bed-a09fe3fb670f" -d '{"events": [{"server_uuid": "d20afd91-f88b-40f5-88ec-23c9c45672ed", "name": "network-vif-plugged", "status": "completed", "tag": "9f46c0d4-9cd7-4137-bb73-7856ec25699d"}, {"server_uuid": "8470806a-6ef1-4baa-ae28-231495b3245b", "name": "network-vif-plugged", "status": "completed", "tag": "3c679348-ad0d-4efc-bf6b-4c6a1cfa2112"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:55:41.887388 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb775-5144-417b-9e6d-6e90de996a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:41.949755 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb775-5144-417b-9e6d-6e90de996a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:42.052952 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61be517-5c7f-4943-97e2-59c23730f584 req-f167271b-b241-4b2c-a9ad-449b63e0afb9 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:42.054491 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a61be517-5c7f-4943-97e2-59c23730f584 req-f167271b-b241-4b2c-a9ad-449b63e0afb9 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 946 time: 0.1813712 Jun 10 03:55:42.085826 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb775-5144-417b-9e6d-6e90de996a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:42.096041 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb775-5144-417b-9e6d-6e90de996a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:42.096041 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-dd9eb775-5144-417b-9e6d-6e90de996a29 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d5f4328-59a7-4173-92aa-ae395057701b HTTP/1.1" status: 204 len: 168 time: 0.3268282 Jun 10 03:55:42.096041 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a5208e77-7694-4410-acc4-086f9203c06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:42.126260 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9eb775-5144-417b-9e6d-6e90de996a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5f4328-59a7-4173-92aa-ae395057701b,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:42.131358 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a61be517-5c7f-4943-97e2-59c23730f584 req-d3374c20-d8a1-4acd-8ff5-b6a1779a7f05 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/security-groups?id=04076935-7cd3-440a-9a39-7b1c3cf94ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666666 Jun 10 03:55:42.132737 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-dd9eb775-5144-417b-9e6d-6e90de996a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:42.140036 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29391e29-1f6c-4c8c-b6c2-9d84c05d163a req-17fadc46-87f6-4b77-84a6-ebc9df57edf7 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:42.141556 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-29391e29-1f6c-4c8c-b6c2-9d84c05d163a req-17fadc46-87f6-4b77-84a6-ebc9df57edf7 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 945 time: 0.1492670 Jun 10 03:55:42.209781 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Jun 2021 03:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4511b0-3fda-4341-88d8-938be4743427 x-openstack-request-id: req-fc4511b0-3fda-4341-88d8-938be4743427 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:55:42.210112 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20afd91-f88b-40f5-88ec-23c9c45672ed", "name": "network-vif-plugged", "status": "completed", "tag": "9f46c0d4-9cd7-4137-bb73-7856ec25699d", "code": 200}, {"server_uuid": "8470806a-6ef1-4baa-ae28-231495b3245b", "name": "network-vif-plugged", "status": "completed", "tag": "3c679348-ad0d-4efc-bf6b-4c6a1cfa2112", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:55:42.210408 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc4511b0-3fda-4341-88d8-938be4743427 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:55:42.210819 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20afd91-f88b-40f5-88ec-23c9c45672ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f46c0d4-9cd7-4137-bb73-7856ec25699d', 'code': 200} Jun 10 03:55:42.211082 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8470806a-6ef1-4baa-ae28-231495b3245b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c679348-ad0d-4efc-bf6b-4c6a1cfa2112', 'code': 200} Jun 10 03:55:42.235042 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-29391e29-1f6c-4c8c-b6c2-9d84c05d163a req-b8118fb0-dc43-4774-a5b2-c9b3aef55cc8 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860243 Jun 10 03:55:42.431463 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-efde04b8-bca9-4ecc-8b7c-669672317a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:42.581915 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9310e-e683-481d-a307-b149f0f9b3c6 req-4384c800-1197-4a25-aa22-2425061888ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:42.581915 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-61e9310e-e683-481d-a307-b149f0f9b3c6 req-4384c800-1197-4a25-aa22-2425061888ff service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 1098 time: 0.0768118 Jun 10 03:55:42.600656 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af74a4-d32d-47c9-a94e-36f111f15887 req-b0ea348f-1579-4759-aa13-eedf203011e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:42.602167 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-59af74a4-d32d-47c9-a94e-36f111f15887 req-b0ea348f-1579-4759-aa13-eedf203011e3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 1098 time: 0.1098847 Jun 10 03:55:42.667020 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-59af74a4-d32d-47c9-a94e-36f111f15887 req-ce172a5e-c8bc-46e9-9baf-0023bbe858a6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581267 Jun 10 03:55:42.674076 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-61e9310e-e683-481d-a307-b149f0f9b3c6 req-aa701021-7d2d-4ce7-b0bc-d2a4c21ec6a4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864308 Jun 10 03:55:42.816617 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdfe9b-0535-43f7-a448-4edcb4f5e636 req-0cda24bf-1c4e-40c5-9407-8534769ea029 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:42.818710 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ddfdfe9b-0535-43f7-a448-4edcb4f5e636 req-0cda24bf-1c4e-40c5-9407-8534769ea029 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.1246729 Jun 10 03:55:42.830744 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa0c9c-e0fa-4b67-a6db-d8a58b006fcb req-b9e3b61d-66da-48b5-b10b-4f7ce35a728f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:42.832225 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f2fa0c9c-e0fa-4b67-a6db-d8a58b006fcb req-b9e3b61d-66da-48b5-b10b-4f7ce35a728f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.0970623 Jun 10 03:55:42.895044 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ddfdfe9b-0535-43f7-a448-4edcb4f5e636 req-642afb0e-9496-4114-b65a-d9d52ebc5e61 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619123 Jun 10 03:55:42.922886 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f2fa0c9c-e0fa-4b67-a6db-d8a58b006fcb req-702f180e-c76f-4c2a-bb6b-b95e25746735 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736151 Jun 10 03:55:43.388882 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b937e14-8973-463c-82aa-4493941e41bf req-34f1ae45-53bb-4669-a51d-b8ae8671675b tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:43.390941 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6b937e14-8973-463c-82aa-4493941e41bf req-34f1ae45-53bb-4669-a51d-b8ae8671675b tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 946 time: 0.1029673 Jun 10 03:55:43.492832 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device cfcd780f-4130-4d23-a3b1-29fefb60a6ab details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 03:55:43.527408 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6b937e14-8973-463c-82aa-4493941e41bf req-d4a64a89-067f-4b53-8bb8-b084e9724a54 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/security-groups?id=04076935-7cd3-440a-9a39-7b1c3cf94ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912428 Jun 10 03:55:43.538868 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3176a9-be0c-40c7-89d8-64c0a54e69cc req-ea145eb9-67eb-45d3-a384-871d83647fd6 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:43.540354 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3c3176a9-be0c-40c7-89d8-64c0a54e69cc req-ea145eb9-67eb-45d3-a384-871d83647fd6 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 945 time: 0.1606748 Jun 10 03:55:43.615029 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3c3176a9-be0c-40c7-89d8-64c0a54e69cc req-9b0d6d03-079c-4bae-97b9-1fa0cb67b1f0 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536439 Jun 10 03:55:43.726589 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port cfcd780f-4130-4d23-a3b1-29fefb60a6ab, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:43.745957 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'port_id': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab', 'mac_address': 'fa:16:3e:84:f7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 03:55:43.800109 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:43.820326 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcd780f-4130-4d23-a3b1-29fefb60a6ab {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:55:43.846629 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port cfcd780f-4130-4d23-a3b1-29fefb60a6ab, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:43.852494 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:43.855791 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:43.919172 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:43.922581 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:44.282550 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b9b1f-e32b-4bae-978c-cef33d8f1304 req-e698fe12-6829-4dcc-b32f-262b24a0f730 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:44.284315 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8a3b9b1f-e32b-4bae-978c-cef33d8f1304 req-e698fe12-6829-4dcc-b32f-262b24a0f730 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.1474614 Jun 10 03:55:44.299090 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5390e-dfef-4650-a0ed-6fb8ecc1c47b req-0b25f9bf-e7d9-4555-93d4-86c5435d82d3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:44.301162 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-08d5390e-dfef-4650-a0ed-6fb8ecc1c47b req-0b25f9bf-e7d9-4555-93d4-86c5435d82d3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 945 time: 0.1494713 Jun 10 03:55:44.371078 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-08d5390e-dfef-4650-a0ed-6fb8ecc1c47b req-31f3829e-6bcf-4a42-a62e-f710575494e7 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608888 Jun 10 03:55:44.386265 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8a3b9b1f-e32b-4bae-978c-cef33d8f1304 req-081b673e-24fc-4738-92be-40790952664c tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837080 Jun 10 03:55:44.531349 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['cfcd780f-4130-4d23-a3b1-29fefb60a6ab'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:55:44.876426 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6bc4d-3868-4724-8959-5c1bf1674a69 req-c64fdcf8-1247-49e1-bb95-0012bd218b37 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:44.883732 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-60b6bc4d-3868-4724-8959-5c1bf1674a69 req-c64fdcf8-1247-49e1-bb95-0012bd218b37 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 945 time: 0.0823362 Jun 10 03:55:44.929680 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-60b6bc4d-3868-4724-8959-5c1bf1674a69 req-c98fab67-e202-4ec8-ae9c-90cd1fb41acf tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450852 Jun 10 03:55:44.934163 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:44.979340 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-7fae093c-1608-4c4f-932a-a4053e324457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:45.221765 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:45.568489 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70950c-e34f-4ca5-85b2-2cd10e2c5516 req-4320f1f4-3e28-430b-9383-99abb231732c tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:45.574752 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9b70950c-e34f-4ca5-85b2-2cd10e2c5516 req-4320f1f4-3e28-430b-9383-99abb231732c tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 945 time: 0.0807667 Jun 10 03:55:45.634554 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9b70950c-e34f-4ca5-85b2-2cd10e2c5516 req-f9efe37d-ed66-48ca-a8e0-cc2e850daf5f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525358 Jun 10 03:55:45.862531 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94240a-4457-4497-9a65-581f7dda9f48 req-191d67aa-3d81-448f-ac42-3bc3b741b7b3 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:45.864218 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7d94240a-4457-4497-9a65-581f7dda9f48 req-191d67aa-3d81-448f-ac42-3bc3b741b7b3 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.1143167 Jun 10 03:55:45.919183 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7d94240a-4457-4497-9a65-581f7dda9f48 req-a459b0a3-a38b-4fcd-b2db-b3031b51c2b7 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462844 Jun 10 03:55:45.987878 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:46.523431 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d200c6-1f95-4923-89ca-1a7755a0c6bb req-3d2578de-a2b1-46e0-89ca-12da36ca60f3 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:46.525074 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c1d200c6-1f95-4923-89ca-1a7755a0c6bb req-3d2578de-a2b1-46e0-89ca-12da36ca60f3 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.0808058 Jun 10 03:55:46.530398 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94827ae1-a113-4b38-8be2-2a03bbc87fe7 req-cffe0b13-f18a-4797-940e-48af72505a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:46.530398 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-94827ae1-a113-4b38-8be2-2a03bbc87fe7 req-cffe0b13-f18a-4797-940e-48af72505a1c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b3ca99e6443433dbcfdd84bbab05042&device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 1098 time: 0.0722766 Jun 10 03:55:46.577253 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c1d200c6-1f95-4923-89ca-1a7755a0c6bb req-c48d50ad-b12c-4787-adc0-b39abae1b77d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448835 Jun 10 03:55:46.665393 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94827ae1-a113-4b38-8be2-2a03bbc87fe7 req-7277014b-ff00-454d-b799-df6cb34d872f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:46.667131 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-94827ae1-a113-4b38-8be2-2a03bbc87fe7 req-7277014b-ff00-454d-b799-df6cb34d872f service neutron] 10.222.0.22 "GET /v2.0/networks?id=54a1e9b2-aa9c-401b-9420-836866f8fb9d HTTP/1.1" status: 200 len: 918 time: 0.1307440 Jun 10 03:55:46.734770 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-94827ae1-a113-4b38-8be2-2a03bbc87fe7 req-bd07f3fd-5fad-498c-bab2-8395f93dcf13 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f46c0d4-9cd7-4137-bb73-7856ec25699d HTTP/1.1" status: 200 len: 217 time: 0.0609372 Jun 10 03:55:46.793129 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94827ae1-a113-4b38-8be2-2a03bbc87fe7 req-6c5bfc37-0dcf-40b4-a369-78af2b487484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:46.794693 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-94827ae1-a113-4b38-8be2-2a03bbc87fe7 req-6c5bfc37-0dcf-40b4-a369-78af2b487484 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8 HTTP/1.1" status: 200 len: 858 time: 0.0528886 Jun 10 03:55:46.838602 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-94827ae1-a113-4b38-8be2-2a03bbc87fe7 req-15cbce03-f379-49b8-bb10-ed69a1fa9d65 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54a1e9b2-aa9c-401b-9420-836866f8fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374997 Jun 10 03:55:46.841183 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb723c-a261-4e55-ae87-0a3c47946a36 req-ca411443-e138-43f6-b163-8b7e0eb1934a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:46.842887 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7dbb723c-a261-4e55-ae87-0a3c47946a36 req-ca411443-e138-43f6-b163-8b7e0eb1934a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 945 time: 0.0819652 Jun 10 03:55:46.889979 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7dbb723c-a261-4e55-ae87-0a3c47946a36 req-156df532-b768-466f-bfce-ff819a590fe6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411549 Jun 10 03:55:47.033926 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-94827ae1-a113-4b38-8be2-2a03bbc87fe7 req-262de90b-0292-4e6e-ae14-ef6620c73845 service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577566 Jun 10 03:55:47.170575 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-94827ae1-a113-4b38-8be2-2a03bbc87fe7 req-2886c3be-2530-4f3e-8498-f1540efe3f40 service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299381 Jun 10 03:55:47.531203 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device cfcd780f-4130-4d23-a3b1-29fefb60a6ab up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:55:47.602512 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning for port cfcd780f-4130-4d23-a3b1-29fefb60a6ab completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:55:47.612044 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port cfcd780f-4130-4d23-a3b1-29fefb60a6ab triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:55:47.613050 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:47.655267 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:47.748884 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:47.778776 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9555eff1-fd77-4112-b1f5-d87ca39a7ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:55:47.782960 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c1126a-5d8f-46c7-ae26-3ef429ac8b94" -d '{"events": [{"server_uuid": "9555eff1-fd77-4112-b1f5-d87ca39a7ab2", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd780f-4130-4d23-a3b1-29fefb60a6ab"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:55:47.800797 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port cfcd780f-4130-4d23-a3b1-29fefb60a6ab, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:47.807554 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:47.810958 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:47.848362 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cae03-1ca8-4b51-8c44-9b340ea5535d req-7df112e5-c518-4e8e-b90f-936b119a7f87 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:47.851065 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-716cae03-1ca8-4b51-8c44-9b340ea5535d req-7df112e5-c518-4e8e-b90f-936b119a7f87 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.1036232 Jun 10 03:55:47.969605 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-716cae03-1ca8-4b51-8c44-9b340ea5535d req-72968d47-9cb9-43be-8312-80e0afbfd416 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001995 Jun 10 03:55:47.995842 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2a5ebf-a363-4f9d-a1f9-c134ba3f00bf x-openstack-request-id: req-4f2a5ebf-a363-4f9d-a1f9-c134ba3f00bf {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:55:47.996147 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9555eff1-fd77-4112-b1f5-d87ca39a7ab2", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd780f-4130-4d23-a3b1-29fefb60a6ab", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:55:47.996413 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f2a5ebf-a363-4f9d-a1f9-c134ba3f00bf {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:55:47.996816 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9555eff1-fd77-4112-b1f5-d87ca39a7ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab', 'code': 200} Jun 10 03:55:48.019283 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:48.035214 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:48.161569 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50030) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:48.210431 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc7fa7-8416-4c0d-a4c9-09cabf63895e req-10b74b8d-7ef5-4fc8-9aef-2ee75461eb57 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:48.211959 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f3cc7fa7-8416-4c0d-a4c9-09cabf63895e req-10b74b8d-7ef5-4fc8-9aef-2ee75461eb57 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.1197112 Jun 10 03:55:48.275181 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f3cc7fa7-8416-4c0d-a4c9-09cabf63895e req-6caf3312-5750-42b1-96fe-8774486e9aaf tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553603 Jun 10 03:55:48.391664 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a5eda2a6-1ab3-49f5-a555-f49c879bd561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:48.424530 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d5720-cd66-44eb-8d3d-4a20b9759aa5 req-0f58f876-4fd4-4899-a15e-46640637a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:48.426380 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-529d5720-cd66-44eb-8d3d-4a20b9759aa5 req-0f58f876-4fd4-4899-a15e-46640637a057 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 1099 time: 0.1641905 Jun 10 03:55:48.487356 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-529d5720-cd66-44eb-8d3d-4a20b9759aa5 req-8f45577e-38b1-4cf1-b7b6-72f103bc27df service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523138 Jun 10 03:55:48.535616 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a5eda2a6-1ab3-49f5-a555-f49c879bd561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:48.542584 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a5eda2a6-1ab3-49f5-a555-f49c879bd561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:48.548328 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:48.598994 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-a5eda2a6-1ab3-49f5-a555-f49c879bd561 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b00e654a164b415ab927c8271106bb25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4362485 Jun 10 03:55:48.600276 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eda2a6-1ab3-49f5-a555-f49c879bd561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608ce8d9-bc8e-48e6-addb-51b912618306,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:48.601938 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 50062) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:48.604178 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a5eda2a6-1ab3-49f5-a555-f49c879bd561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:48.701621 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f376afd5-3ccc-4bdd-934d-cd98211de2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:48.739727 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f376afd5-3ccc-4bdd-934d-cd98211de2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:48.815352 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f376afd5-3ccc-4bdd-934d-cd98211de2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:48.818491 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f376afd5-3ccc-4bdd-934d-cd98211de2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:48.822005 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-f376afd5-3ccc-4bdd-934d-cd98211de2d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/608ce8d9-bc8e-48e6-addb-51b912618306 HTTP/1.1" status: 204 len: 168 time: 0.2167521 Jun 10 03:55:48.822005 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2edb6611-a318-4346-8425-277aea8ea0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:48.829560 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376afd5-3ccc-4bdd-934d-cd98211de2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608ce8d9-bc8e-48e6-addb-51b912618306,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:48.831914 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f376afd5-3ccc-4bdd-934d-cd98211de2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:49.006153 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e106cf-5173-498f-ab6c-9528fb8d3325 req-d976d847-abd3-4803-ba89-34cac795f31c tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:49.008421 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-22e106cf-5173-498f-ab6c-9528fb8d3325 req-d976d847-abd3-4803-ba89-34cac795f31c tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 946 time: 0.0846970 Jun 10 03:55:49.090878 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-22e106cf-5173-498f-ab6c-9528fb8d3325 req-bd757ff4-0ee5-4eda-be79-0f692374add2 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/security-groups?id=04076935-7cd3-440a-9a39-7b1c3cf94ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750048 Jun 10 03:55:49.169329 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fee42-5e46-40c8-848c-49a486fd43fd req-036aa267-da73-4ed1-ba99-3f7c76ed20ab tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:49.170814 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-db7fee42-5e46-40c8-848c-49a486fd43fd req-036aa267-da73-4ed1-ba99-3f7c76ed20ab tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.0784202 Jun 10 03:55:49.217241 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50096) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:49.220720 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-db7fee42-5e46-40c8-848c-49a486fd43fd req-41ec7082-dcab-41f1-acf8-b91ee32101fd tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417538 Jun 10 03:55:49.234028 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-00a38ae8-333c-42eb-a7da-15c716a6c583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:49.329078 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-00a38ae8-333c-42eb-a7da-15c716a6c583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:49.333664 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-00a38ae8-333c-42eb-a7da-15c716a6c583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:49.336681 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-edd90734-b7b2-4da5-922a-e394746f554e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:49.372987 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a38ae8-333c-42eb-a7da-15c716a6c583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c9191e-0768-486d-9b44-d54757b5d7d6,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:49.377164 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-00a38ae8-333c-42eb-a7da-15c716a6c583 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40abc2713cde4f6cae306c019b9d7978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1586323 Jun 10 03:55:49.377983 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-00a38ae8-333c-42eb-a7da-15c716a6c583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:49.379935 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 50100) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:49.481489 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4bea1a31-d54a-431f-839b-bbb3c19024a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:49.519701 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4bea1a31-d54a-431f-839b-bbb3c19024a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:49.539783 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94351b-529c-4528-a492-fa83505a3109 req-e7330f33-f58f-4785-b2aa-d4384b12fddd tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:49.541258 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ee94351b-529c-4528-a492-fa83505a3109 req-e7330f33-f58f-4785-b2aa-d4384b12fddd tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.1237383 Jun 10 03:55:49.608842 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ee94351b-529c-4528-a492-fa83505a3109 req-80348351-71d7-4021-a2a7-2d09ff18caef tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598981 Jun 10 03:55:49.625894 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4bea1a31-d54a-431f-839b-bbb3c19024a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:49.638391 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4bea1a31-d54a-431f-839b-bbb3c19024a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:49.642477 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-4bea1a31-d54a-431f-839b-bbb3c19024a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8c9191e-0768-486d-9b44-d54757b5d7d6 HTTP/1.1" status: 204 len: 168 time: 0.2587500 Jun 10 03:55:49.642477 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e07e44f1-36d1-4675-b353-589879f93bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:49.664152 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea1a31-d54a-431f-839b-bbb3c19024a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c9191e-0768-486d-9b44-d54757b5d7d6,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:49.666793 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4bea1a31-d54a-431f-839b-bbb3c19024a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:50.148886 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-f5b5bafa-d440-426e-a06b-de211f33ff35 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:50.155504 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-f5b5bafa-d440-426e-a06b-de211f33ff35 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/networks?id=36b91a10-3d56-4131-8a06-fcb18ccb1199 HTTP/1.1" status: 200 len: 815 time: 0.1464827 Jun 10 03:55:50.167971 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-b323bf8d-a5d4-4ddf-af45-27b9a747ac1e tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/quotas/618da4200815401da9367ea4dacb39ef HTTP/1.1" status: 200 len: 375 time: 0.0112712 Jun 10 03:55:50.527102 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-ead0ef6d-0cff-43a0-acdf-17698e92b2d2 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=618da4200815401da9367ea4dacb39ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3494108 Jun 10 03:55:50.544241 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16303ef1-2ea5-4842-9b42-14df9f263e5d req-d822c12d-a7d7-4996-b382-a81841ae02c5 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:50.545686 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-16303ef1-2ea5-4842-9b42-14df9f263e5d req-d822c12d-a7d7-4996-b382-a81841ae02c5 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 946 time: 0.3304865 Jun 10 03:55:50.663749 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-16303ef1-2ea5-4842-9b42-14df9f263e5d req-35f19b39-97ef-4394-9516-94dd8896648a tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/security-groups?id=04076935-7cd3-440a-9a39-7b1c3cf94ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048656 Jun 10 03:55:50.685879 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50176) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:50.688573 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-aa602f83-1330-40bd-b8f5-8dfc795c3eb5 service neutron] 10.222.0.25 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604922 Jun 10 03:55:50.827530 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2a67b314-8783-4637-bd3a-08f645d625d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:50.867824 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-f8b6bded-3355-407b-a1b4-bd33f23132a7 service neutron] 10.222.0.25 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782579 Jun 10 03:55:50.937337 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bf661-b417-4f3f-8a8b-7a1876aeb00f req-ce60e51b-cf2e-4321-8150-b5e57523ab68 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:50.939282 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-cf8bf661-b417-4f3f-8a8b-7a1876aeb00f req-ce60e51b-cf2e-4321-8150-b5e57523ab68 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.1417282 Jun 10 03:55:50.959111 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2a67b314-8783-4637-bd3a-08f645d625d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:50.967127 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2a67b314-8783-4637-bd3a-08f645d625d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:50.980900 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6f3e4f39-d1ba-452f-a756-5f8a4aff13f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:51.028485 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-cf8bf661-b417-4f3f-8a8b-7a1876aeb00f req-b2bd8ad9-f5fd-44b7-ad08-847bc5eee145 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832467 Jun 10 03:55:51.057926 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 50200) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:51.063575 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-2a67b314-8783-4637-bd3a-08f645d625d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd2b7b15332643eda75cee00b072cbc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763688 Jun 10 03:55:51.065183 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67b314-8783-4637-bd3a-08f645d625d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beff0550-b5b3-4203-8201-869c0a9c23ac,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:51.068745 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2a67b314-8783-4637-bd3a-08f645d625d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:51.211117 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-856bf6b8-ae62-4125-b0da-68d52c1077ea req-fbfb012f-1a9c-4fa7-bcdd-05aedcbbb5c0 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a736b87-fc4a-493a-9056-363549fc2da1 HTTP/1.1" status: 200 len: 210 time: 0.0835145 Jun 10 03:55:51.274561 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b3c65902-4f03-478c-8fc2-fe5fc9a29690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:51.321494 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b3c65902-4f03-478c-8fc2-fe5fc9a29690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:51.355614 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1e858-bf60-4690-99aa-b9baff101a98 req-59c30327-921e-428e-991d-f2c39105eb1d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:51.357176 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1df1e858-bf60-4690-99aa-b9baff101a98 req-59c30327-921e-428e-991d-f2c39105eb1d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.1485338 Jun 10 03:55:51.436156 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1df1e858-bf60-4690-99aa-b9baff101a98 req-28c7985c-36fb-400f-80f6-ec8bc1cee91f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713737 Jun 10 03:55:51.453159 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b3c65902-4f03-478c-8fc2-fe5fc9a29690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:51.457330 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b3c65902-4f03-478c-8fc2-fe5fc9a29690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:51.458918 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-b3c65902-4f03-478c-8fc2-fe5fc9a29690 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/beff0550-b5b3-4203-8201-869c0a9c23ac HTTP/1.1" status: 204 len: 168 time: 0.3995149 Jun 10 03:55:51.460025 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:51.473367 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c65902-4f03-478c-8fc2-fe5fc9a29690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beff0550-b5b3-4203-8201-869c0a9c23ac,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:51.476598 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b3c65902-4f03-478c-8fc2-fe5fc9a29690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:51.773471 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8c504-f27d-44a3-b41a-fd6a971fb055 req-a026c15a-0863-4f5d-8ca6-b7dcc2b7285b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:51.781495 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a6d8c504-f27d-44a3-b41a-fd6a971fb055 req-a026c15a-0863-4f5d-8ca6-b7dcc2b7285b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.1576107 Jun 10 03:55:51.787525 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 50254) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:51.787916 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f203786-2ce8-4d3f-95b5-e3485e8ad101 req-909c99de-65f6-43bb-a922-a6c8095ca179 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:51.792368 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-fd2a2d5a-24dd-479e-a23e-f6b4043d9c60 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Request body: {'floatingip': {'port_id': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:51.793710 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-8f203786-2ce8-4d3f-95b5-e3485e8ad101 req-909c99de-65f6-43bb-a922-a6c8095ca179 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 946 time: 0.2192569 Jun 10 03:55:51.927368 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-fd2a2d5a-24dd-479e-a23e-f6b4043d9c60 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for floatingip, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:52.166325 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 50262) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:52.201680 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcd9e7-a66c-4176-9aa8-8313a887990a req-b48088a8-0a71-4142-8652-886e094c09f8 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:52.205163 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-97dcd9e7-a66c-4176-9aa8-8313a887990a req-b48088a8-0a71-4142-8652-886e094c09f8 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 946 time: 0.3289368 Jun 10 03:55:52.218523 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ba8fcd7e-83d2-4115-9214-2917fc00329b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:52.430989 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-97dcd9e7-a66c-4176-9aa8-8313a887990a req-d39a441f-8882-43d5-b79a-7ee4385687be tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/security-groups?id=04076935-7cd3-440a-9a39-7b1c3cf94ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046177 Jun 10 03:55:52.443524 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-8f203786-2ce8-4d3f-95b5-e3485e8ad101 req-583b1630-3849-4ae8-a213-46006459b374 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Deleting port 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:55:52.444197 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-8f203786-2ce8-4d3f-95b5-e3485e8ad101 req-583b1630-3849-4ae8-a213-46006459b374 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:52.464298 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50276) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:52.526985 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3ded9-7770-4698-8bfe-f02da981d03b req-69d1df98-0416-489d-9fde-73322fb92daa tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:52.537068 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fcb3ded9-7770-4698-8bfe-f02da981d03b req-69d1df98-0416-489d-9fde-73322fb92daa tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.3283474 Jun 10 03:55:52.606700 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-8f203786-2ce8-4d3f-95b5-e3485e8ad101 req-583b1630-3849-4ae8-a213-46006459b374 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] For port 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b,segment=NetworkSegment(6b2b2ff7-5750-46ba-9368-f1526047ed9f),segment_id=6b2b2ff7-5750-46ba-9368-f1526047ed9f)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:55:52.607187 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-8f203786-2ce8-4d3f-95b5-e3485e8ad101 req-583b1630-3849-4ae8-a213-46006459b374 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:52.652580 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-aa872fbb-2d91-4553-9078-968ed335e61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:52.744581 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-8f203786-2ce8-4d3f-95b5-e3485e8ad101 req-583b1630-3849-4ae8-a213-46006459b374 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Calling delete_port for 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b owned by compute:nova {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:55:52.817516 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fcb3ded9-7770-4698-8bfe-f02da981d03b req-21561410-0c8a-4d20-b3df-7077269e7607 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788939 Jun 10 03:55:52.853640 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-442b70ef-b1c1-4f70-b96a-1a1c0058d8a8 req-c2fdcdae-af0b-4855-ac00-f28ab9113469 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a736b87-fc4a-493a-9056-363549fc2da1 HTTP/1.1" status: 200 len: 210 time: 0.1979389 Jun 10 03:55:52.949352 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-8f203786-2ce8-4d3f-95b5-e3485e8ad101 req-583b1630-3849-4ae8-a213-46006459b374 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:52.955631 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:53.002367 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:55:53.047822 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b1630-3849-4ae8-a213-46006459b374 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Pushing event deleted for resources: {'Port': ['ID=3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:53.079200 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-583b1630-3849-4ae8-a213-46006459b374 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:53.106451 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f203786-2ce8-4d3f-95b5-e3485e8ad101 req-583b1630-3849-4ae8-a213-46006459b374 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] No DVR routers for this DVR port 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b on host hv-cinder-74134 {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 03:55:53.110160 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-8f203786-2ce8-4d3f-95b5-e3485e8ad101 req-583b1630-3849-4ae8-a213-46006459b374 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.112461 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-8f203786-2ce8-4d3f-95b5-e3485e8ad101 req-583b1630-3849-4ae8-a213-46006459b374 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.22 "DELETE /v2.0/ports/3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b HTTP/1.1" status: 204 len: 173 time: 1.3149037 Jun 10 03:55:53.113258 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c89605-4bdb-4a51-8ddf-fcbc67e82512', 'name': 'network-vif-deleted', 'tag': '3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:55:53.116041 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f34e4b-b554-4f86-8ede-8706056f0eb5" -d '{"events": [{"server_uuid": "77c89605-4bdb-4a51-8ddf-fcbc67e82512", "name": "network-vif-deleted", "tag": "3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:55:53.161232 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714d2093-e521-4cf7-a25a-30da16001af6 x-openstack-request-id: req-714d2093-e521-4cf7-a25a-30da16001af6 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:55:53.161745 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c89605-4bdb-4a51-8ddf-fcbc67e82512", "name": "network-vif-deleted", "tag": "3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:55:53.162203 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-714d2093-e521-4cf7-a25a-30da16001af6 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:55:53.162838 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c89605-4bdb-4a51-8ddf-fcbc67e82512', 'name': 'network-vif-deleted', 'tag': '3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b', 'status': 'completed', 'code': 200} Jun 10 03:55:53.260097 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ba8fcd7e-83d2-4115-9214-2917fc00329b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.261337 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50298) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:53.303708 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ba8fcd7e-83d2-4115-9214-2917fc00329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.313860 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b3c65902-4f03-478c-8fc2-fe5fc9a29690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:53.372291 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-aa872fbb-2d91-4553-9078-968ed335e61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.377074 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-aa872fbb-2d91-4553-9078-968ed335e61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.380937 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:53.383766 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.db.resource_extend [None req-fd2a2d5a-24dd-479e-a23e-f6b4043d9c60 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 03:55:53.430557 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fcd7e-83d2-4115-9214-2917fc00329b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af04b1a-650c-4f42-8a3b-0304855d4cc3,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:53.431681 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-269bee9f-d116-495d-82bc-c6273a31180f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.439356 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ba8fcd7e-83d2-4115-9214-2917fc00329b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:53.442704 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-ba8fcd7e-83d2-4115-9214-2917fc00329b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba9700d435ba428e8178e6ad8827a667&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2725887 Jun 10 03:55:53.449258 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-c130bd97-b74a-4e4b-949a-bc1cfdffd0b2 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:53.450660 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-c130bd97-b74a-4e4b-949a-bc1cfdffd0b2 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.22 "GET /v2.0/networks?id=36b91a10-3d56-4131-8a06-fcb18ccb1199 HTTP/1.1" status: 200 len: 815 time: 0.5813317 Jun 10 03:55:53.451131 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 50302) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:53.453762 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-aa872fbb-2d91-4553-9078-968ed335e61c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5de1c431ec44b28b038f591e9b9fe09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9882305 Jun 10 03:55:53.454349 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50304) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:53.456828 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa872fbb-2d91-4553-9078-968ed335e61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b06b75-aee8-4180-a55b-1acf2ac45b75,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:53.460583 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-aa872fbb-2d91-4553-9078-968ed335e61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:53.511932 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-9b901992-294f-4f4a-b7af-a0ca9ba17ca4 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Request body: {'port': {'device_id': '6a736b87-fc4a-493a-9056-363549fc2da1', 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199', 'admin_state_up': True, 'tenant_id': '618da4200815401da9367ea4dacb39ef'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:53.539992 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-fd2a2d5a-24dd-479e-a23e-f6b4043d9c60 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.561170 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-16f0c713-c4ff-4823-9879-bb046725ad6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.571873 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-fd2a2d5a-24dd-479e-a23e-f6b4043d9c60 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719104'] for floatingip, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.603559 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-16f0c713-c4ff-4823-9879-bb046725ad6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.668383 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-269bee9f-d116-495d-82bc-c6273a31180f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.672529 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-269bee9f-d116-495d-82bc-c6273a31180f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.676415 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:53.724646 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-16f0c713-c4ff-4823-9879-bb046725ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.729130 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-16f0c713-c4ff-4823-9879-bb046725ad6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.729251 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e5329a05-cf4e-44c9-afb3-75ec750cbd74 req-2c48595f-0612-48cb-9cf7-178cdf6541e1 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] 10.222.0.25 "GET /v2.0/ports?device_id=77c89605-4bdb-4a51-8ddf-fcbc67e82512 HTTP/1.1" status: 200 len: 210 time: 0.1022527 Jun 10 03:55:53.729355 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-16f0c713-c4ff-4823-9879-bb046725ad6b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3b06b75-aee8-4180-a55b-1acf2ac45b75 HTTP/1.1" status: 204 len: 168 time: 0.2732997 Jun 10 03:55:53.735615 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-269bee9f-d116-495d-82bc-c6273a31180f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ca0be6485a4438e8bb8c8d1431482e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4704924 Jun 10 03:55:53.739156 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50316) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:53.741765 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bee9f-d116-495d-82bc-c6273a31180f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7d3c41-5b84-4162-8a9b-220942ad7e75,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:53.746583 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-269bee9f-d116-495d-82bc-c6273a31180f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:53.756849 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-00a38ae8-333c-42eb-a7da-15c716a6c583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:53.810360 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0c713-c4ff-4823-9879-bb046725ad6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b06b75-aee8-4180-a55b-1acf2ac45b75,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:53.813984 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-16f0c713-c4ff-4823-9879-bb046725ad6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:53.836377 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b6143dad-f3d6-4a13-95ec-82e99e982e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.853121 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b9423f51-0952-4553-8a67-961d0977520f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.888898 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b9423f51-0952-4553-8a67-961d0977520f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.953283 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b6143dad-f3d6-4a13-95ec-82e99e982e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.970891 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.db.l3_db [None req-fd2a2d5a-24dd-479e-a23e-f6b4043d9c60 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Floating IP 63e65c1b-33cf-40db-9b98-09da5e8d9179 associated. External IP: 172.28.2.221, port: cfcd780f-4130-4d23-a3b1-29fefb60a6ab. Jun 10 03:55:53.980061 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b9423f51-0952-4553-8a67-961d0977520f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.983160 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b9423f51-0952-4553-8a67-961d0977520f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:53.988601 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-b9423f51-0952-4553-8a67-961d0977520f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb7d3c41-5b84-4162-8a9b-220942ad7e75 HTTP/1.1" status: 204 len: 168 time: 0.2483099 Jun 10 03:55:53.989463 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-aa872fbb-2d91-4553-9078-968ed335e61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:54.000917 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9423f51-0952-4553-8a67-961d0977520f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7d3c41-5b84-4162-8a9b-220942ad7e75,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:54.005556 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b9423f51-0952-4553-8a67-961d0977520f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:54.064712 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-9b901992-294f-4f4a-b7af-a0ca9ba17ca4 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Made reservation on behalf of 618da4200815401da9367ea4dacb39ef for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:55:54.078691 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-9b901992-294f-4f4a-b7af-a0ca9ba17ca4 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:54.224425 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50330) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:54.263723 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-008dbffc-4da5-429d-ad0f-118e8f9fed5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:54.293380 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-27d03664-a824-4e55-8913-c9d3b6a400ea req-7b8c14ce-92f9-4f59-a3dc-b4b152ec0b8a tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a736b87-fc4a-493a-9056-363549fc2da1 HTTP/1.1" status: 200 len: 210 time: 0.1150200 Jun 10 03:55:54.417983 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-008dbffc-4da5-429d-ad0f-118e8f9fed5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:54.424347 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-008dbffc-4da5-429d-ad0f-118e8f9fed5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:54.425667 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b6143dad-f3d6-4a13-95ec-82e99e982e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:54.428288 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b6143dad-f3d6-4a13-95ec-82e99e982e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:54.428538 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-51215104-9e62-43d3-a2d3-f4add88a09f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:54.429410 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-b6143dad-f3d6-4a13-95ec-82e99e982e06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4af04b1a-650c-4f42-8a3b-0304855d4cc3 HTTP/1.1" status: 204 len: 168 time: 0.9728274 Jun 10 03:55:54.434807 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:54.456582 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d51521-acfa-4b44-936d-fe56fcebbcb9 req-46a961c6-1a12-47bd-926b-e45ec9697b67 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:54.464160 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d9d51521-acfa-4b44-936d-fe56fcebbcb9 req-46a961c6-1a12-47bd-926b-e45ec9697b67 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.2981915 Jun 10 03:55:54.464969 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008dbffc-4da5-429d-ad0f-118e8f9fed5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e60528-7921-4f3c-9d76-f8a05017c2e3,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:54.477176 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-008dbffc-4da5-429d-ad0f-118e8f9fed5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:54.500813 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-008dbffc-4da5-429d-ad0f-118e8f9fed5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5f250bc51bc4b60beb8ca3028717166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726583 Jun 10 03:55:54.501006 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50342) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:54.529605 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6143dad-f3d6-4a13-95ec-82e99e982e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af04b1a-650c-4f42-8a3b-0304855d4cc3,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:54.564418 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5897a073-b09f-4639-9293-a34c4e6aaa0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:54.575610 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50344) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:54.598928 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d06ad8af-4d50-48be-aaa0-5aae2e21156c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:54.605584 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5897a073-b09f-4639-9293-a34c4e6aaa0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:54.616671 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b6143dad-f3d6-4a13-95ec-82e99e982e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:54.670774 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-9b901992-294f-4f4a-b7af-a0ca9ba17ca4 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Allocated IP 172.20.0.2 (36b91a10-3d56-4131-8a06-fcb18ccb1199/7c3e0543-da19-4e59-99a9-ddefff277300/6da84d6c-8bd2-48a6-af81-f2d7ca2310cb) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:55:54.687108 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d9d51521-acfa-4b44-936d-fe56fcebbcb9 req-163c7092-a0ff-4fab-b001-4c7dcdd9323a tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215962 Jun 10 03:55:54.694101 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5897a073-b09f-4639-9293-a34c4e6aaa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:54.695300 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5897a073-b09f-4639-9293-a34c4e6aaa0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:54.698942 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-5897a073-b09f-4639-9293-a34c4e6aaa0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28e60528-7921-4f3c-9d76-f8a05017c2e3 HTTP/1.1" status: 204 len: 168 time: 0.1941226 Jun 10 03:55:54.700366 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 50346) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:54.709827 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b2fe4cc5-ad3d-4eee-86a4-cb65ada4925d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:54.727438 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897a073-b09f-4639-9293-a34c4e6aaa0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e60528-7921-4f3c-9d76-f8a05017c2e3,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:54.730494 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5897a073-b09f-4639-9293-a34c4e6aaa0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:54.781287 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2a2d5a-24dd-479e-a23e-f6b4043d9c60 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Router e085632c-22eb-44dc-a595-2cb38944dba6 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 03:55:54.790278 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d06ad8af-4d50-48be-aaa0-5aae2e21156c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:54.797173 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d06ad8af-4d50-48be-aaa0-5aae2e21156c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:54.797173 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-16f0c713-c4ff-4823-9879-bb046725ad6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:54.860480 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-d06ad8af-4d50-48be-aaa0-5aae2e21156c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c03b9fa04354000836ce4ace739cfd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834952 Jun 10 03:55:54.861360 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ad8af-4d50-48be-aaa0-5aae2e21156c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c83b76-0eba-45cc-9faa-2958517efaf9,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:54.866281 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50358) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:54.868589 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d06ad8af-4d50-48be-aaa0-5aae2e21156c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:54.925591 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ae231c17-38b2-42dd-a5e4-3d8ee4fdba6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:54.953512 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ae231c17-38b2-42dd-a5e4-3d8ee4fdba6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:55.018190 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ae231c17-38b2-42dd-a5e4-3d8ee4fdba6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:55.023510 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ae231c17-38b2-42dd-a5e4-3d8ee4fdba6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:55.027469 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-ae231c17-38b2-42dd-a5e4-3d8ee4fdba6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8c83b76-0eba-45cc-9faa-2958517efaf9 HTTP/1.1" status: 204 len: 168 time: 0.1577466 Jun 10 03:55:55.027469 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-58a2e84a-bb1c-4f5e-b15f-3feacdd339b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:55.050305 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae231c17-38b2-42dd-a5e4-3d8ee4fdba6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c83b76-0eba-45cc-9faa-2958517efaf9,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:55.060483 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ae231c17-38b2-42dd-a5e4-3d8ee4fdba6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:55.353173 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ab1776d5-a022-49f8-9524-b7b9925f92b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:55.427042 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-9b901992-294f-4f4a-b7af-a0ca9ba17ca4 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:55.482165 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2a2d5a-24dd-479e-a23e-f6b4043d9c60 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:55:55.488830 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6bfef41a-4cd5-46fb-b35a-d8215f7f06e2 req-a98a745a-ae26-4dce-bd78-f8a57929ad9f tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a736b87-fc4a-493a-9056-363549fc2da1 HTTP/1.1" status: 200 len: 210 time: 0.0546942 Jun 10 03:55:55.493425 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50390) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:55.496193 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6225f8be-b4a3-4a45-b516-59e032362700 None None] Sync routers for ids ['e085632c-22eb-44dc-a595-2cb38944dba6'] in dv-cinder-741349-4-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:55:55.510361 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6225f8be-b4a3-4a45-b516-59e032362700 None None] Routers {'e085632c-22eb-44dc-a595-2cb38944dba6'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:55:55.511703 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-fd2a2d5a-24dd-479e-a23e-f6b4043d9c60 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:55.511817 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b1007d60-8535-45a4-a2a7-7bc088c1ea47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:55.512381 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-6225f8be-b4a3-4a45-b516-59e032362700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:55:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e085632c-22eb-44dc-a595-2cb38944dba6'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:55.534022 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:55:55.565826 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] No Port match for: 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:55:55.566186 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3e6fded7-a1ad-4515-bb0e-ea3bd9ed143b not bound to the agent host hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:55:55.603669 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-fd2a2d5a-24dd-479e-a23e-f6b4043d9c60 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "PUT /v2.0/floatingips/63e65c1b-33cf-40db-9b98-09da5e8d9179 HTTP/1.1" status: 200 len: 992 time: 3.8150675 Jun 10 03:55:55.608979 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9555eff1-fd77-4112-b1f5-d87ca39a7ab2', 'tag': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:55:55.611377 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564eea64-18d7-456e-b3f5-84f02fc272a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9555eff1-fd77-4112-b1f5-d87ca39a7ab2", "tag": "cfcd780f-4130-4d23-a3b1-29fefb60a6ab"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:55:55.644060 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-9b901992-294f-4f4a-b7af-a0ca9ba17ca4 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:55.659444 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:55.673024 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7882aa-1ef8-43e3-bca3-0f86128be8a5 x-openstack-request-id: req-7f7882aa-1ef8-43e3-bca3-0f86128be8a5 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:55:55.673594 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9555eff1-fd77-4112-b1f5-d87ca39a7ab2", "tag": "cfcd780f-4130-4d23-a3b1-29fefb60a6ab", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:55:55.674051 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f7882aa-1ef8-43e3-bca3-0f86128be8a5 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:55:55.674656 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9555eff1-fd77-4112-b1f5-d87ca39a7ab2', 'tag': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab', 'status': 'completed', 'code': 200} Jun 10 03:55:55.690548 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['3c679348-ad0d-4efc-bf6b-4c6a1cfa2112'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:55:55.701346 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-6225f8be-b4a3-4a45-b516-59e032362700 None None] Set router e085632c-22eb-44dc-a595-2cb38944dba6 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:55:55.776961 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-9b901992-294f-4f4a-b7af-a0ca9ba17ca4 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Network 36b91a10-3d56-4131-8a06-fcb18ccb1199 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:55:55.798000 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-9b901992-294f-4f4a-b7af-a0ca9ba17ca4 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:55:55.820703 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-9b901992-294f-4f4a-b7af-a0ca9ba17ca4 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:55:55.834340 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-9b901992-294f-4f4a-b7af-a0ca9ba17ca4 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:55.835101 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-9b901992-294f-4f4a-b7af-a0ca9ba17ca4 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:55.864973 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ab1776d5-a022-49f8-9524-b7b9925f92b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:55.881208 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b901992-294f-4f4a-b7af-a0ca9ba17ca4 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Pushing event updated for resources: {'Port': ['ID=6da84d6c-8bd2-48a6-af81-f2d7ca2310cb,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:55.904856 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564eea64-18d7-456e-b3f5-84f02fc272a2 req-0ffd5d48-cab7-47cf-a5bc-10aef85abda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:55.906645 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-564eea64-18d7-456e-b3f5-84f02fc272a2 req-0ffd5d48-cab7-47cf-a5bc-10aef85abda0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94525e980f4749d3920cc7e9c22bc80a&device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 1099 time: 0.1587918 Jun 10 03:55:55.934294 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ab1776d5-a022-49f8-9524-b7b9925f92b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:55.950884 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9b901992-294f-4f4a-b7af-a0ca9ba17ca4 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:55.951381 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f376afd5-3ccc-4bdd-934d-cd98211de2d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:56.034795 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1776d5-a022-49f8-9524-b7b9925f92b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918d19e1-80c9-4f79-89c7-cff53aa9a853,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:56.056252 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ab1776d5-a022-49f8-9524-b7b9925f92b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:56.093827 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-ab1776d5-a022-49f8-9524-b7b9925f92b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e321eace65b042d7befd21e88197ce44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3909497 Jun 10 03:55:56.098814 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 50414) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:56.123558 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4177224-44f4-4830-a979-06908ba9f100 req-f3facd95-0e57-456d-a843-d868e50969ba tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:56.130826 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d4177224-44f4-4830-a979-06908ba9f100 req-f3facd95-0e57-456d-a843-d868e50969ba tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.2844698 Jun 10 03:55:56.188226 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b1007d60-8535-45a4-a2a7-7bc088c1ea47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:56.200945 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b1007d60-8535-45a4-a2a7-7bc088c1ea47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:56.210255 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d4177224-44f4-4830-a979-06908ba9f100 req-d6a5af21-015c-4a58-af46-4c3acb54887c tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771277 Jun 10 03:55:56.212748 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b9423f51-0952-4553-8a67-961d0977520f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:56.221041 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-9b901992-294f-4f4a-b7af-a0ca9ba17ca4 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7138999 Jun 10 03:55:56.244187 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Request body: {'port': {'device_id': '6a736b87-fc4a-493a-9056-363549fc2da1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:55:56.259918 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-6225f8be-b4a3-4a45-b516-59e032362700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T03:55:13Z', 'revision_number': 4, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port': {'id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_floatingips': [{'id': '63e65c1b-33cf-40db-9b98-09da5e8d9179', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'floating_ip_address': '172.28.2.221', 'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'router_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'port_id': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'mac_address': 'fa:16:3e:84:f7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9555eff1-fd77-4112-b1f5-d87ca39a7ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T03:55:28Z', 'updated_at': '2021-06-10T03:55:52Z', 'revision_number': 1, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f828067-896f-4717-9081-7c733f0f089d', 'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'mac_address': 'fa:16:3e:9a:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:10Z', 'updated_at': '2021-06-10T03:55:24Z', 'revision_number': 5, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'subnets': [{'id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:56.266214 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6225f8be-b4a3-4a45-b516-59e032362700 None None] Checking router: e085632c-22eb-44dc-a595-2cb38944dba6 for host: dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:55:56.275271 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6225f8be-b4a3-4a45-b516-59e032362700 None None] Routers {'e085632c-22eb-44dc-a595-2cb38944dba6'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:55:56.275451 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564eea64-18d7-456e-b3f5-84f02fc272a2 req-1e53dab7-e7ec-4117-8950-7781a86419b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:56.276385 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-6225f8be-b4a3-4a45-b516-59e032362700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:55:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e085632c-22eb-44dc-a595-2cb38944dba6'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:56.276797 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-564eea64-18d7-456e-b3f5-84f02fc272a2 req-1e53dab7-e7ec-4117-8950-7781a86419b4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2885b30d-7b76-4cfa-abd6-461b0adaf373 HTTP/1.1" status: 200 len: 917 time: 0.3628836 Jun 10 03:55:56.289184 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-59d4897c-faef-40de-9dc8-196fec0d9d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:56.333941 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-59d4897c-faef-40de-9dc8-196fec0d9d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:56.419673 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-59d4897c-faef-40de-9dc8-196fec0d9d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:56.423058 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-59d4897c-faef-40de-9dc8-196fec0d9d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:56.424383 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-59d4897c-faef-40de-9dc8-196fec0d9d57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/918d19e1-80c9-4f79-89c7-cff53aa9a853 HTTP/1.1" status: 204 len: 168 time: 0.3193009 Jun 10 03:55:56.425585 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:56.497845 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1007d60-8535-45a4-a2a7-7bc088c1ea47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5affe3e7-5c1d-4eb6-a1f2-c959e1a027c9,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:56.505197 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-b1007d60-8535-45a4-a2a7-7bc088c1ea47 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3da7eef29afb4079b18f0dc0a9ce0567&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0107052 Jun 10 03:55:56.507312 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50432) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:56.508564 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b1007d60-8535-45a4-a2a7-7bc088c1ea47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:56.512894 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4897c-faef-40de-9dc8-196fec0d9d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918d19e1-80c9-4f79-89c7-cff53aa9a853,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:56.516992 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-564eea64-18d7-456e-b3f5-84f02fc272a2 req-b8368338-fc77-4a97-b93e-62198223422b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfcd780f-4130-4d23-a3b1-29fefb60a6ab HTTP/1.1" status: 200 len: 1000 time: 0.2196341 Jun 10 03:55:56.520501 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-59d4897c-faef-40de-9dc8-196fec0d9d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:56.538588 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:56.600912 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564eea64-18d7-456e-b3f5-84f02fc272a2 req-c10dac0c-9d2e-4657-8db9-a7d99663d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:56.602506 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-564eea64-18d7-456e-b3f5-84f02fc272a2 req-c10dac0c-9d2e-4657-8db9-a7d99663d917 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5c3e6d9b-092f-4d58-89f6-b46392a43086 HTTP/1.1" status: 200 len: 856 time: 0.0767367 Jun 10 03:55:56.652842 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50438) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:56.654346 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-6225f8be-b4a3-4a45-b516-59e032362700 None None] Set router e085632c-22eb-44dc-a595-2cb38944dba6 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:55:56.841749 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a93edc7-48d3-4be4-bef1-270e92ae9e0c admin admin] Deleting subnet b6ea7a08-d3ea-4585-98f9-2faedb2b5b0d {{(pid=91626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 03:55:56.844732 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5461e3fd-558d-4802-b505-ed64755732ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:56.855281 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9a93edc7-48d3-4be4-bef1-270e92ae9e0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:56.930437 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5461e3fd-558d-4802-b505-ed64755732ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:56.933220 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb300d-0c0e-475a-b27a-6825d8c394f8 req-45fa301c-0ee8-4f97-a660-ee3ae1e03b2d tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:56.934558 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564eea64-18d7-456e-b3f5-84f02fc272a2 req-224b62f8-19a3-4452-bbc0-428df2e91be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:56.936102 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-564eea64-18d7-456e-b3f5-84f02fc272a2 req-224b62f8-19a3-4452-bbc0-428df2e91be4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2885b30d-7b76-4cfa-abd6-461b0adaf373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3208768 Jun 10 03:55:56.938567 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9a93edc7-48d3-4be4-bef1-270e92ae9e0c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:56.942205 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9ccb300d-0c0e-475a-b27a-6825d8c394f8 req-45fa301c-0ee8-4f97-a660-ee3ae1e03b2d tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a736b87-fc4a-493a-9056-363549fc2da1 HTTP/1.1" status: 200 len: 931 time: 0.2077382 Jun 10 03:55:56.976699 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9a93edc7-48d3-4be4-bef1-270e92ae9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751384'] for subnet, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:57.072880 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9ccb300d-0c0e-475a-b27a-6825d8c394f8 req-abbc49c6-ff69-44fb-a187-5e801a65a625 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294332 Jun 10 03:55:57.133115 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-6225f8be-b4a3-4a45-b516-59e032362700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T03:55:13Z', 'revision_number': 4, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port': {'id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_floatingips': [{'id': '63e65c1b-33cf-40db-9b98-09da5e8d9179', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'floating_ip_address': '172.28.2.221', 'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'router_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'port_id': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'mac_address': 'fa:16:3e:84:f7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9555eff1-fd77-4112-b1f5-d87ca39a7ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T03:55:28Z', 'updated_at': '2021-06-10T03:55:52Z', 'revision_number': 1, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f828067-896f-4717-9081-7c733f0f089d', 'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'mac_address': 'fa:16:3e:9a:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:10Z', 'updated_at': '2021-06-10T03:55:24Z', 'revision_number': 5, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'subnets': [{'id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:57.137381 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6225f8be-b4a3-4a45-b516-59e032362700 None None] The sync data for ids ['e085632c-22eb-44dc-a595-2cb38944dba6'] in dv-cinder-741349-4-smb is: [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T03:55:13Z', 'revision_number': 4, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port': {'id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_floatingips': [{'id': '63e65c1b-33cf-40db-9b98-09da5e8d9179', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'floating_ip_address': '172.28.2.221', 'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'router_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'port_id': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'mac_address': 'fa:16:3e:84:f7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9555eff1-fd77-4112-b1f5-d87ca39a7ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T03:55:28Z', 'updated_at': '2021-06-10T03:55:52Z', 'revision_number': 1, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f828067-896f-4717-9081-7c733f0f089d', 'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'mac_address': 'fa:16:3e:9a:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:10Z', 'updated_at': '2021-06-10T03:55:24Z', 'revision_number': 5, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'subnets': [{'id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:55:57.186671 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:55:57.202540 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:57.220888 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Transition to ACTIVE for port object 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:55:57.225718 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:57.247668 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 50456) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:57.248387 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3c313e00-fa6b-4d05-aba9-58d4d4972207 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:57.336053 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-175f1f55-0eba-4e2c-a55c-5767ecc3cd59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:57.402796 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5461e3fd-558d-4802-b505-ed64755732ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:57.405597 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5461e3fd-558d-4802-b505-ed64755732ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:57.406777 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-5461e3fd-558d-4802-b505-ed64755732ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5affe3e7-5c1d-4eb6-a1f2-c959e1a027c9 HTTP/1.1" status: 204 len: 168 time: 0.8969052 Jun 10 03:55:57.411652 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab667c4c-08e3-4fb9-a073-aeb4b6c729b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:57.441264 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461e3fd-558d-4802-b505-ed64755732ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5affe3e7-5c1d-4eb6-a1f2-c959e1a027c9,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:57.452541 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9a93edc7-48d3-4be4-bef1-270e92ae9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386'] for subnet, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:57.455141 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5461e3fd-558d-4802-b505-ed64755732ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:57.463777 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b0bf9818-743f-466f-9669-e848309fb1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:57.505970 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93edc7-48d3-4be4-bef1-270e92ae9e0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ea7a08-d3ea-4585-98f9-2faedb2b5b0d,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:57.512837 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-564eea64-18d7-456e-b3f5-84f02fc272a2 req-303be83c-85df-4c52-bb21-59ada967d8fb service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548303 Jun 10 03:55:57.513916 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9a93edc7-48d3-4be4-bef1-270e92ae9e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:57.516661 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9a93edc7-48d3-4be4-bef1-270e92ae9e0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:57.524806 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-9a93edc7-48d3-4be4-bef1-270e92ae9e0c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b6ea7a08-d3ea-4585-98f9-2faedb2b5b0d HTTP/1.1" status: 204 len: 168 time: 0.8677511 Jun 10 03:55:57.525413 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50466) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:57.534131 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62854e84-0128-4dc1-82c3-720a017ce3fc None None] New status for floating IP 63e65c1b-33cf-40db-9b98-09da5e8d9179: ACTIVE {{(pid=91627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 03:55:57.542573 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Pushing event updated for resources: {'Port': ['ID=6da84d6c-8bd2-48a6-af81-f2d7ca2310cb,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:57.545189 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Attempting to bind port 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:55:57.545909 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Attempting to bind port 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '8491b6a3-2ff9-4407-a213-2f48da50dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:55:57.546844 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Attempting to bind port 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb on network 36b91a10-3d56-4131-8a06-fcb18ccb1199 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:55:57.554488 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:57.566050 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Port 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb on network 36b91a10-3d56-4131-8a06-fcb18ccb1199 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 03:55:57.566495 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Attempting to bind port 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb on network 36b91a10-3d56-4131-8a06-fcb18ccb1199 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:55:57.592555 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Checking agent: {'id': '4c3682d1-d9e4-4dcd-ad72-ddd6d516f54b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:55:57.593004 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Checking segment: {'id': '8491b6a3-2ff9-4407-a213-2f48da50dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:55:57.593465 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Bound using segment: {'id': '8491b6a3-2ff9-4407-a213-2f48da50dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:55:57.593975 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Bound port: 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8491b6a3-2ff9-4407-a213-2f48da50dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:55:57.594416 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:57.669379 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1bd6b-3e86-4624-bbbf-1b5c1c303f05 req-758fa77d-acc5-4319-a6de-e18140793b27 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:57.676456 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9cd1bd6b-3e86-4624-bbbf-1b5c1c303f05 req-758fa77d-acc5-4319-a6de-e18140793b27 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.2196803 Jun 10 03:55:57.737491 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579201'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:57.798427 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9cd1bd6b-3e86-4624-bbbf-1b5c1c303f05 req-96e825cb-e6ab-40d3-91c4-e7460c7938f4 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197705 Jun 10 03:55:57.803611 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-175f1f55-0eba-4e2c-a55c-5767ecc3cd59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:57.805706 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] For port 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb, host hv-cinder-74134, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:55:57.810182 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-564eea64-18d7-456e-b3f5-84f02fc272a2 req-677ebea9-072b-4441-92a2-c3f9afc9be67 service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835345 Jun 10 03:55:57.812463 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] For port 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6da84d6c-8bd2-48a6-af81-f2d7ca2310cb,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:55:57.815437 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-175f1f55-0eba-4e2c-a55c-5767ecc3cd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:57.817939 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:57.822205 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:57.879697 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-175f1f55-0eba-4e2c-a55c-5767ecc3cd59 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e279590b7560471ea7c4c230838d56f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5639019 Jun 10 03:55:57.882612 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f1f55-0eba-4e2c-a55c-5767ecc3cd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f005526c-c029-40b0-8492-af0b29c15804,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:57.885690 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:57.886388 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:57.887711 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] 10.222.0.22 "PUT /v2.0/ports/6da84d6c-8bd2-48a6-af81-f2d7ca2310cb HTTP/1.1" status: 200 len: 1093 time: 1.6512055 Jun 10 03:55:57.888139 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 50474) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:57.888614 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a736b87-fc4a-493a-9056-363549fc2da1', 'tag': '6da84d6c-8bd2-48a6-af81-f2d7ca2310cb'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:55:57.890968 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72639c20-2af9-4b81-901a-fa7180772c12" -d '{"events": [{"name": "network-changed", "server_uuid": "6a736b87-fc4a-493a-9056-363549fc2da1", "tag": "6da84d6c-8bd2-48a6-af81-f2d7ca2310cb"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:55:57.894860 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-175f1f55-0eba-4e2c-a55c-5767ecc3cd59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:57.907027 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:57.972560 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde14138-22aa-4e35-8c6c-6a88e0eaddfd x-openstack-request-id: req-dde14138-22aa-4e35-8c6c-6a88e0eaddfd {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:55:57.973014 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a736b87-fc4a-493a-9056-363549fc2da1", "tag": "6da84d6c-8bd2-48a6-af81-f2d7ca2310cb", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:55:57.973598 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dde14138-22aa-4e35-8c6c-6a88e0eaddfd {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:55:57.974460 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a736b87-fc4a-493a-9056-363549fc2da1', 'tag': '6da84d6c-8bd2-48a6-af81-f2d7ca2310cb', 'status': 'completed', 'code': 200} Jun 10 03:55:58.031290 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745367', 'neutron.services.segments.db._delete_segments_for_network-8785832343215'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:58.051757 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:55:58.052103 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:55:58.052887 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:55:58.053237 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Subscribe: > port after_create 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:55:58.053684 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:55:58.054024 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Subscribe: > port after_update 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:55:58.054390 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:55:58.054711 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:55:58.055026 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:55:58.055341 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:55:58.096091 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Pushing event updated for resources: {'Port': ['ID=6da84d6c-8bd2-48a6-af81-f2d7ca2310cb,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:58.117038 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:58.117977 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6afae341-f27b-4dc7-a3bf-01a3f436df9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:58.160976 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6afae341-f27b-4dc7-a3bf-01a3f436df9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:58.164256 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-79bb46e6-702b-4752-b0cd-2d8038e93cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:58.165749 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-79bb46e6-702b-4752-b0cd-2d8038e93cac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=618da4200815401da9367ea4dacb39ef&device_id=6a736b87-fc4a-493a-9056-363549fc2da1 HTTP/1.1" status: 200 len: 1096 time: 0.1808031 Jun 10 03:55:58.255174 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-4912c94d-e786-49ae-9258-0d2de2bd8bd9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6da84d6c-8bd2-48a6-af81-f2d7ca2310cb HTTP/1.1" status: 200 len: 217 time: 0.0651274 Jun 10 03:55:58.255677 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:55:58.257098 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:55:58.257594 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:55:58.257925 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:55:58.258306 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3663c860-865d-44a7-a9de-4c8fee2210ca']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:58.295875 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b2b2ff7-5750-46ba-9368-f1526047ed9f') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:58.297699 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b2b2ff7-5750-46ba-9368-f1526047ed9f') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:55:58.328582 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785832343044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708485'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:58.357141 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:58.368397 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 03:55:58.369077 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126309478'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:58.369508 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6afae341-f27b-4dc7-a3bf-01a3f436df9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:58.372671 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6afae341-f27b-4dc7-a3bf-01a3f436df9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:58.373808 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-6afae341-f27b-4dc7-a3bf-01a3f436df9d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f005526c-c029-40b0-8492-af0b29c15804 HTTP/1.1" status: 204 len: 168 time: 0.4801841 Jun 10 03:55:58.381216 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-59d4897c-faef-40de-9dc8-196fec0d9d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:58.400642 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afae341-f27b-4dc7-a3bf-01a3f436df9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f005526c-c029-40b0-8492-af0b29c15804,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: from cryptography.utils import int_from_bytes Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: from cryptography.utils import int_from_bytes Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: Traceback (most recent call last): Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: timer() Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: cb(*args, **kw) Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: return func(*args, **kwargs) Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: self._notify() Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: self.callback(batched_events) Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: event.method(event) Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: return f(self, *a, **k) Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: return self._get(url).json() Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 03:55:58.401680 dv-cinder-741349-4-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 03:55:58.409377 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6afae341-f27b-4dc7-a3bf-01a3f436df9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:58.416814 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-5f2d3c69-77e3-4d47-8c3f-be9e8ab5f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:58.418347 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-5f2d3c69-77e3-4d47-8c3f-be9e8ab5f48c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c3e0543-da19-4e59-99a9-ddefff277300 HTTP/1.1" status: 200 len: 855 time: 0.1555314 Jun 10 03:55:58.480092 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-eefb584c-0841-4cf0-ae6c-8be36323bd69 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=36b91a10-3d56-4131-8a06-fcb18ccb1199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454559 Jun 10 03:55:58.489713 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719115'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:58.497773 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-38b1be46-dcd6-4980-aadf-50d468359316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:58.502864 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:58.509557 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3663c860-865d-44a7-a9de-4c8fee2210ca HTTP/1.1" status: 204 len: 168 time: 0.9818387 Jun 10 03:55:58.543601 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Pushing event deleted for resources: {'Network': ['ID=3663c860-865d-44a7-a9de-4c8fee2210ca,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:58.551980 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:58.606865 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cde17-6713-4e40-be15-84ac5b690e6a req-ae577c45-ec65-47ca-8472-800f970f21a5 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:58.608539 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7a2cde17-6713-4e40-be15-84ac5b690e6a req-ae577c45-ec65-47ca-8472-800f970f21a5 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a736b87-fc4a-493a-9056-363549fc2da1 HTTP/1.1" status: 200 len: 943 time: 0.2852492 Jun 10 03:55:58.676917 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-8cd9e80a-5eb3-4ccf-ac31-861b0cffc9f0 service neutron] 10.222.0.22 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849184 Jun 10 03:55:58.686453 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7a2cde17-6713-4e40-be15-84ac5b690e6a req-69e81989-bf76-4c22-b551-b0bffce60003 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655246 Jun 10 03:55:58.867763 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7d265eb6-f8d1-43c6-90a9-dd1a58934d88 req-1578dfd0-195a-416e-ab3a-c5d0cdcda301 service neutron] 10.222.0.22 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776679 Jun 10 03:55:58.878086 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 50524) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:59.112255 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50540) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:59.129346 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-4b535e10-f9e7-4838-b9b6-6f3bdd850050 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d9a39de1e7d4e1994badad62db5eada&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2497625 Jun 10 03:55:59.224783 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72639c20-2af9-4b81-901a-fa7180772c12 req-a9e5a126-87b7-4a82-ae1b-ac0ac9cf265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:59.229531 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-72639c20-2af9-4b81-901a-fa7180772c12 req-a9e5a126-87b7-4a82-ae1b-ac0ac9cf265e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=618da4200815401da9367ea4dacb39ef&device_id=6a736b87-fc4a-493a-9056-363549fc2da1 HTTP/1.1" status: 200 len: 1096 time: 0.2305119 Jun 10 03:55:59.244839 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2071f565-60f6-48a6-80e9-30c780210e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:59.259597 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50546) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:59.281858 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5b239c1f-9c35-4fe9-9ed5-feb361fcf02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:59.301262 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2071f565-60f6-48a6-80e9-30c780210e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:59.405669 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2071f565-60f6-48a6-80e9-30c780210e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:59.415994 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2071f565-60f6-48a6-80e9-30c780210e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:59.419823 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-2071f565-60f6-48a6-80e9-30c780210e76 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04076935-7cd3-440a-9a39-7b1c3cf94ead HTTP/1.1" status: 204 len: 168 time: 0.3065453 Jun 10 03:55:59.434724 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-37dbb067-e407-489c-a478-d799196bb5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:59.461616 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071f565-60f6-48a6-80e9-30c780210e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04076935-7cd3-440a-9a39-7b1c3cf94ead,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:59.467922 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72639c20-2af9-4b81-901a-fa7180772c12 req-bdbed133-ec84-45ea-85d9-710548c3e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:59.469824 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2071f565-60f6-48a6-80e9-30c780210e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:59.471219 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-72639c20-2af9-4b81-901a-fa7180772c12 req-bdbed133-ec84-45ea-85d9-710548c3e5c7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=36b91a10-3d56-4131-8a06-fcb18ccb1199 HTTP/1.1" status: 200 len: 915 time: 0.2339566 Jun 10 03:55:59.486255 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e434f-2575-4944-8ce7-05ce49be9403 req-5609f480-abf6-4844-9177-0ac584f4626e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:59.487750 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e12e434f-2575-4944-8ce7-05ce49be9403 req-5609f480-abf6-4844-9177-0ac584f4626e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.2321515 Jun 10 03:55:59.513782 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5b239c1f-9c35-4fe9-9ed5-feb361fcf02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:59.520387 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5b239c1f-9c35-4fe9-9ed5-feb361fcf02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:59.550436 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-72639c20-2af9-4b81-901a-fa7180772c12 req-82047b97-e851-4d54-8817-50d60b8cf9bf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6da84d6c-8bd2-48a6-af81-f2d7ca2310cb HTTP/1.1" status: 200 len: 217 time: 0.0616138 Jun 10 03:55:59.554721 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8e5e9c2e-dd1f-4c3e-85d6-d1f60334b027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:55:59.558849 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-5b239c1f-9c35-4fe9-9ed5-feb361fcf02f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e56895a1d6594bf699f03f8762518587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012683 Jun 10 03:55:59.564344 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 50562) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:55:59.582591 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b239c1f-9c35-4fe9-9ed5-feb361fcf02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93e0208-c506-4253-8767-8dc19df97382,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:55:59.589381 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5b239c1f-9c35-4fe9-9ed5-feb361fcf02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:55:59.653793 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e12e434f-2575-4944-8ce7-05ce49be9403 req-9b6c8182-3009-41d3-b750-ab284b21c46f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551895 Jun 10 03:55:59.697798 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72639c20-2af9-4b81-901a-fa7180772c12 req-c42b61f0-d24f-4814-af67-3eeccb8bb796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:55:59.699723 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-72639c20-2af9-4b81-901a-fa7180772c12 req-c42b61f0-d24f-4814-af67-3eeccb8bb796 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c3e0543-da19-4e59-99a9-ddefff277300 HTTP/1.1" status: 200 len: 855 time: 0.1005449 Jun 10 03:55:59.704710 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5a0ed164-19a2-4a48-8f2e-c37499173f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:59.777193 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5a0ed164-19a2-4a48-8f2e-c37499173f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:55:59.780750 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-72639c20-2af9-4b81-901a-fa7180772c12 req-83619178-d6f6-4c23-acf4-29d0651a908b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=36b91a10-3d56-4131-8a06-fcb18ccb1199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493507 Jun 10 03:55:59.952807 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50574) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:00.120947 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0001ca54-27e6-4332-a544-2fa6eeb5e8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:00.214915 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5a0ed164-19a2-4a48-8f2e-c37499173f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:00.217423 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5a0ed164-19a2-4a48-8f2e-c37499173f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:00.218533 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-5a0ed164-19a2-4a48-8f2e-c37499173f62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a93e0208-c506-4253-8767-8dc19df97382 HTTP/1.1" status: 204 len: 168 time: 0.6532619 Jun 10 03:56:00.221148 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:00.227339 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-72639c20-2af9-4b81-901a-fa7180772c12 req-2060faa5-9a64-480f-be63-ce90d988392a service neutron] 10.222.0.22 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336555 Jun 10 03:56:00.237735 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ed164-19a2-4a48-8f2e-c37499173f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93e0208-c506-4253-8767-8dc19df97382,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:00.248910 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5a0ed164-19a2-4a48-8f2e-c37499173f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:00.275878 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fba120-c0cc-4ff8-a1ec-859fdfb8b0bd req-d903f4b8-042a-4046-a95b-cf22fc07642b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:00.283238 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c4fba120-c0cc-4ff8-a1ec-859fdfb8b0bd req-d903f4b8-042a-4046-a95b-cf22fc07642b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a736b87-fc4a-493a-9056-363549fc2da1 HTTP/1.1" status: 200 len: 943 time: 0.4233954 Jun 10 03:56:00.317209 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0001ca54-27e6-4332-a544-2fa6eeb5e8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:00.322184 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0001ca54-27e6-4332-a544-2fa6eeb5e8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:00.353098 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-008dbffc-4da5-429d-ad0f-118e8f9fed5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:00.357464 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-0001ca54-27e6-4332-a544-2fa6eeb5e8df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9456e1175714e2797873d8907779efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034657 Jun 10 03:56:00.368526 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50600) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:00.424157 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001ca54-27e6-4332-a544-2fa6eeb5e8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49cb09c-c666-4491-8365-0e8e024b9d0f,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:00.429936 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0001ca54-27e6-4332-a544-2fa6eeb5e8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:00.444148 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c4fba120-c0cc-4ff8-a1ec-859fdfb8b0bd req-d53194e5-72a3-4a88-87a8-655c6bdaa888 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591961 Jun 10 03:56:00.465075 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-72639c20-2af9-4b81-901a-fa7180772c12 req-2f145f71-4c6e-42e7-b8ae-5469abe7a2be service neutron] 10.222.0.22 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296176 Jun 10 03:56:00.465984 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-458e1721-6216-4815-8537-d060fe990b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:00.497908 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-458e1721-6216-4815-8537-d060fe990b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:00.568078 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-458e1721-6216-4815-8537-d060fe990b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:00.571289 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-458e1721-6216-4815-8537-d060fe990b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:00.572537 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-458e1721-6216-4815-8537-d060fe990b1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f49cb09c-c666-4491-8365-0e8e024b9d0f HTTP/1.1" status: 204 len: 168 time: 0.2085323 Jun 10 03:56:00.573340 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ae231c17-38b2-42dd-a5e4-3d8ee4fdba6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:00.585595 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e1721-6216-4815-8537-d060fe990b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49cb09c-c666-4491-8365-0e8e024b9d0f,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:00.588132 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-458e1721-6216-4815-8537-d060fe990b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:00.891691 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fb05c-7b0e-482b-9516-9ee291423a6b req-c6956ab0-c419-453b-bd30-7da31cddbaee tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:00.893187 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-409fb05c-7b0e-482b-9516-9ee291423a6b req-c6956ab0-c419-453b-bd30-7da31cddbaee tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.0804121 Jun 10 03:56:00.944250 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-409fb05c-7b0e-482b-9516-9ee291423a6b req-82abd89b-8d79-4033-9bdc-42fb269650fb tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451732 Jun 10 03:56:01.018878 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 50636) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:01.033972 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b64209e1-5498-46a7-8730-54635bc2e263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:01.157050 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b64209e1-5498-46a7-8730-54635bc2e263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:01.161060 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b64209e1-5498-46a7-8730-54635bc2e263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:01.164994 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:01.204291 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-b64209e1-5498-46a7-8730-54635bc2e263 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb366844189b4deba390d7f76c664879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838920 Jun 10 03:56:01.206833 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 50644) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:01.213569 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64209e1-5498-46a7-8730-54635bc2e263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa25cb49-cbae-4a60-ba08-a4f248cb65b9,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:01.230826 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64209e1-5498-46a7-8730-54635bc2e263 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.231277 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64209e1-5498-46a7-8730-54635bc2e263 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.231689 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64209e1-5498-46a7-8730-54635bc2e263 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.232108 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64209e1-5498-46a7-8730-54635bc2e263 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.232521 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64209e1-5498-46a7-8730-54635bc2e263 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.232932 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64209e1-5498-46a7-8730-54635bc2e263 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.233429 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64209e1-5498-46a7-8730-54635bc2e263 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.233794 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64209e1-5498-46a7-8730-54635bc2e263 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.234584 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64209e1-5498-46a7-8730-54635bc2e263 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.234850 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64209e1-5498-46a7-8730-54635bc2e263 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.235387 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64209e1-5498-46a7-8730-54635bc2e263 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.235659 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64209e1-5498-46a7-8730-54635bc2e263 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.244257 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b64209e1-5498-46a7-8730-54635bc2e263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:01.255343 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50646) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:01.276983 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4b54b477-33d6-4bb3-aa1d-00520114ffd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:01.300755 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4b54b477-33d6-4bb3-aa1d-00520114ffd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:01.354806 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4b54b477-33d6-4bb3-aa1d-00520114ffd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:01.357763 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4b54b477-33d6-4bb3-aa1d-00520114ffd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:01.361378 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-4b54b477-33d6-4bb3-aa1d-00520114ffd0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa25cb49-cbae-4a60-ba08-a4f248cb65b9 HTTP/1.1" status: 204 len: 168 time: 0.1511531 Jun 10 03:56:01.361378 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-dd9eb775-5144-417b-9e6d-6e90de996a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:01.369135 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54b477-33d6-4bb3-aa1d-00520114ffd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa25cb49-cbae-4a60-ba08-a4f248cb65b9,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:01.371603 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4b54b477-33d6-4bb3-aa1d-00520114ffd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:01.414628 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1175976431-network', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:01.438428 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Made reservation on behalf of f6c404a8a83b4778bac89c4af027c5e7 for: {'network': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:56:01.440875 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612569'] for network, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:01.452116 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:01.556717 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 03:56:01.620160 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:01.625484 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:01.628563 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5461e3fd-558d-4802-b505-ed64755732ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:01.700518 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=91626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 03:56:01.706003 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7fdadf-0772-4949-ae16-309c27f696ff,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:01.722317 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e5ca7-8c8c-48b6-812e-a08db73b51b9 req-b7d910bf-fa17-46b8-bda7-e6c75b2931de tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:01.741646 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6da84d6c-8bd2-48a6-af81-f2d7ca2310cb,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:56:01.755085 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-246e5ca7-8c8c-48b6-812e-a08db73b51b9 req-b7d910bf-fa17-46b8-bda7-e6c75b2931de tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a736b87-fc4a-493a-9056-363549fc2da1 HTTP/1.1" status: 200 len: 943 time: 0.1729820 Jun 10 03:56:01.764558 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': '6da84d6c-8bd2-48a6-af81-f2d7ca2310cb', 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199', 'port_id': '6da84d6c-8bd2-48a6-af81-f2d7ca2310cb', 'mac_address': 'fa:16:3e:72:e2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3e0543-da19-4e59-99a9-ddefff277300', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 03:56:01.773727 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.774103 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.774489 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.774846 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.775194 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.775540 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.775886 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.776288 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.776573 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.776899 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.777236 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.778300 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:01.799397 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:01.800000 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.db.segments_db [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Added segment ec7e0734-e180-43ea-a596-c50ce7c70bac of type vlan for network 34ceae76-1875-4ae5-9927-5e5f83e723be Jun 10 03:56:01.805654 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:01.823341 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:01.845511 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:56:01.852368 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-246e5ca7-8c8c-48b6-812e-a08db73b51b9 req-12ece187-0d9f-4650-aba9-40408406e193 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911605 Jun 10 03:56:01.890316 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6da84d6c-8bd2-48a6-af81-f2d7ca2310cb,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:56:01.895486 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:01.898422 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:01.936399 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785831791279'] for network, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:02.003194 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395'] for network, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:02.004994 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:02.005599 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:02.016642 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:02.034982 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7782571 Jun 10 03:56:02.037937 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 50688) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:02.045831 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=6da84d6c-8bd2-48a6-af81-f2d7ca2310cb,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:02.046675 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-1f5feea4-22ea-4341-ba46-19a13b85fb8f admin admin] Request body: {'subnet': {'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1175976431-subnet', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:02.053935 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:02.090195 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5feea4-22ea-4341-ba46-19a13b85fb8f admin admin] Made reservation on behalf of f6c404a8a83b4778bac89c4af027c5e7 for: {'subnet': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:56:02.092889 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1f5feea4-22ea-4341-ba46-19a13b85fb8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:02.164494 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Pushing event updated for resources: {'Network': ['ID=34ceae76-1875-4ae5-9927-5e5f83e723be,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:02.168158 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:02.174560 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Network 34ceae76-1875-4ae5-9927-5e5f83e723be details requested by agent ovs-agent-dv-cinder-741349-4-smb with host dv-cinder-741349-4-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 03:56:02.343315 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:56:02.364327 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401873f-fd5e-45d2-8083-ba5dcae71afa req-09532e29-4faf-4ef6-8f5d-5342bc594767 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:02.367068 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3401873f-fd5e-45d2-8083-ba5dcae71afa req-09532e29-4faf-4ef6-8f5d-5342bc594767 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.1503656 Jun 10 03:56:02.379789 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['6da84d6c-8bd2-48a6-af81-f2d7ca2310cb'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:56:02.532428 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3401873f-fd5e-45d2-8083-ba5dcae71afa req-e567f21d-715a-454a-83ee-100049f8260f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572702 Jun 10 03:56:02.567093 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1f5feea4-22ea-4341-ba46-19a13b85fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386'] for subnet, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:02.572180 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:02.639692 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5feea4-22ea-4341-ba46-19a13b85fb8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d05b5939-fbc1-4883-ac53-795367a50643,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:02.653776 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1f5feea4-22ea-4341-ba46-19a13b85fb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:02.663509 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5feea4-22ea-4341-ba46-19a13b85fb8f admin admin] Checking segment: {'id': 'ec7e0734-e180-43ea-a596-c50ce7c70bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:56:02.663869 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5feea4-22ea-4341-ba46-19a13b85fb8f admin admin] Network hostable DHCP agents. Network: 34ceae76-1875-4ae5-9927-5e5f83e723be, hostable agents: ['9b7b751a-80ba-4c5f-bc61-5ab83d7a2938'], hosted agents: [] {{(pid=91625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 03:56:02.683866 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5feea4-22ea-4341-ba46-19a13b85fb8f admin admin] Network 34ceae76-1875-4ae5-9927-5e5f83e723be is scheduled to be hosted by DHCP agent 9b7b751a-80ba-4c5f-bc61-5ab83d7a2938 with binding_index 1 {{(pid=91625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 03:56:02.695309 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-1f5feea4-22ea-4341-ba46-19a13b85fb8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-smb, 34ceae76-1875-4ae5-9927-5e5f83e723be) {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:02.702188 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5feea4-22ea-4341-ba46-19a13b85fb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:02.702818 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1f5feea4-22ea-4341-ba46-19a13b85fb8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:02.707883 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00945a2-7fd7-407b-84f4-834d136e1b40 None None] Network 34ceae76-1875-4ae5-9927-5e5f83e723be requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:56:02.721179 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-1f5feea4-22ea-4341-ba46-19a13b85fb8f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6804633 Jun 10 03:56:02.725163 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50720) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:02.732322 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:02.759233 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245035'] for router, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:02.760630 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-336819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-245200'] for router, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:02.833913 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:02.941668 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa79c994-edd9-5899-8f11-c816d81be598-34ceae76-1875-4ae5-9927-5e5f83e723be', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'fixed_ips': [{'subnet_id': 'd05b5939-fbc1-4883-ac53-795367a50643'}]}} from dv-cinder-741349-4-smb. {{(pid=91627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 03:56:02.942546 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:02.972464 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 50726) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:03.073326 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245190'] for router, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:03.146973 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123570c-1bd2-4f97-901e-497aca174483 req-c439cbfc-bb0c-4769-b73d-865a10589b1c tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:03.148527 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6123570c-1bd2-4f97-901e-497aca174483 req-c439cbfc-bb0c-4769-b73d-865a10589b1c tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a736b87-fc4a-493a-9056-363549fc2da1 HTTP/1.1" status: 200 len: 944 time: 0.1440692 Jun 10 03:56:03.192467 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b53a-ddc2-4dbe-bbb5-3cbb0b92a520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:03.246166 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.db_base_plugin_common [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Allocated IP 172.20.0.2 (34ceae76-1875-4ae5-9927-5e5f83e723be/d05b5939-fbc1-4883-ac53-795367a50643/a076b2f1-b267-4c9f-b015-a9c2e0d4d380) {{(pid=91627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:56:03.310969 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6123570c-1bd2-4f97-901e-497aca174483 req-979da3f3-ad58-4d90-8418-ef0b65ab5afe tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089993 Jun 10 03:56:03.374002 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b53a-ddc2-4dbe-bbb5-3cbb0b92a520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:03.378282 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b53a-ddc2-4dbe-bbb5-3cbb0b92a520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:03.380827 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5a0ed164-19a2-4a48-8f2e-c37499173f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:03.418982 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2b53a-ddc2-4dbe-bbb5-3cbb0b92a520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2742147-f0dc-4360-af5e-095a7c880b38,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:03.423171 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-c1b2b53a-ddc2-4dbe-bbb5-3cbb0b92a520 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65742fb260eb4eee868e4489ec52c6a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4496610 Jun 10 03:56:03.424049 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c1b2b53a-ddc2-4dbe-bbb5-3cbb0b92a520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:03.425826 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 50736) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:03.433572 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:03.461240 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:03.484606 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9f9c6872-46e7-46f3-8d8e-879c15c4558e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:03.487392 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Notify callbacks [] for port, precommit_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:03.519808 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Transition to ACTIVE for port object a076b2f1-b267-4c9f-b015-a9c2e0d4d380 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:03.533123 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9f9c6872-46e7-46f3-8d8e-879c15c4558e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:03.548051 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Transition to ACTIVE for port object a076b2f1-b267-4c9f-b015-a9c2e0d4d380 will not be triggered until provisioned by entity DHCP. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:03.561006 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:03.567331 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:03.587584 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:03.612029 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9f9c6872-46e7-46f3-8d8e-879c15c4558e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:03.616100 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Allocated IP 172.28.2.201 (521d4520-71b8-438e-96ef-236a080e2b51/e4fdf890-cc0e-449a-b17a-0a4cb4019895/1923ddb0-f3b7-42c3-aede-ae68add8a84b) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:56:03.617378 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9f9c6872-46e7-46f3-8d8e-879c15c4558e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:03.622895 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-9f9c6872-46e7-46f3-8d8e-879c15c4558e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2742147-f0dc-4360-af5e-095a7c880b38 HTTP/1.1" status: 204 len: 168 time: 0.1957543 Jun 10 03:56:03.627132 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ab1776d5-a022-49f8-9524-b7b9925f92b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:03.667232 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c6872-46e7-46f3-8d8e-879c15c4558e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2742147-f0dc-4360-af5e-095a7c880b38,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:03.673302 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9f9c6872-46e7-46f3-8d8e-879c15c4558e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:03.708332 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Network 34ceae76-1875-4ae5-9927-5e5f83e723be is already hosted by enough agents. {{(pid=91627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:56:03.730868 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.scheduler.base_scheduler [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Resources bound (agent type, host, resource id): {{(pid=91627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:03.757026 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Received port after_create {{(pid=91627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:56:03.845298 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Pushing event updated for resources: {'Port': ['ID=a076b2f1-b267-4c9f-b015-a9c2e0d4d380,revision_number=1']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:03.857672 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:03.864340 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Attempting to bind port a076b2f1-b267-4c9f-b015-a9c2e0d4d380 on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:56:03.864340 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Attempting to bind port a076b2f1-b267-4c9f-b015-a9c2e0d4d380 by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': 'ec7e0734-e180-43ea-a596-c50ce7c70bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:56:03.864340 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Attempting to bind port a076b2f1-b267-4c9f-b015-a9c2e0d4d380 on network 34ceae76-1875-4ae5-9927-5e5f83e723be {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:56:03.866151 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa856f0-e76a-4185-9c9f-918e9eca6fe8 req-43edef51-7b44-4509-94c5-cf8f6eda7a9e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:03.868997 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bfa856f0-e76a-4185-9c9f-918e9eca6fe8 req-43edef51-7b44-4509-94c5-cf8f6eda7a9e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.1329689 Jun 10 03:56:03.869686 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:56:03.870164 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Checking segment: {'id': 'ec7e0734-e180-43ea-a596-c50ce7c70bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:56:03.870687 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:03.871159 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Bound using segment: {'id': 'ec7e0734-e180-43ea-a596-c50ce7c70bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:56:03.871717 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Bound port: a076b2f1-b267-4c9f-b015-a9c2e0d4d380, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7e0734-e180-43ea-a596-c50ce7c70bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:56:03.872173 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:03.921715 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning for port 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:03.934320 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:03.934814 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:03.964729 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bfa856f0-e76a-4185-9c9f-918e9eca6fe8 req-945a5f0a-02e6-4346-8197-abd095c90555 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868285 Jun 10 03:56:04.000868 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] For port a076b2f1-b267-4c9f-b015-a9c2e0d4d380, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:56:04.006179 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] For port a076b2f1-b267-4c9f-b015-a9c2e0d4d380, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=a076b2f1-b267-4c9f-b015-a9c2e0d4d380,segment=NetworkSegment(ec7e0734-e180-43ea-a596-c50ce7c70bac),segment_id=ec7e0734-e180-43ea-a596-c50ce7c70bac)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:56:04.011782 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:04.015064 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:04.092085 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:04.161815 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126309416'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:04.171664 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Pushing event updated for resources: {'Port': ['ID=a076b2f1-b267-4c9f-b015-a9c2e0d4d380,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:04.172383 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:04.183735 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:04.197154 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:04.230051 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Network 521d4520-71b8-438e-96ef-236a080e2b51 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:56:04.233995 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:04.238087 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:56:04.255586 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a736b87-fc4a-493a-9056-363549fc2da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da84d6c-8bd2-48a6-af81-f2d7ca2310cb'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:56:04.258008 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c3752c-eb45-4a42-8997-ab76dac855f4" -d '{"events": [{"server_uuid": "6a736b87-fc4a-493a-9056-363549fc2da1", "name": "network-vif-plugged", "status": "completed", "tag": "6da84d6c-8bd2-48a6-af81-f2d7ca2310cb"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:56:04.292066 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6da84d6c-8bd2-48a6-af81-f2d7ca2310cb,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:56:04.300115 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:04.308712 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:04.317065 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Pushing event updated for resources: {'Port': ['ID=1923ddb0-f3b7-42c3-aede-ae68add8a84b,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:04.327963 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:04.383550 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cfd329-97a3-45aa-9f91-0f114b802c3b x-openstack-request-id: req-e4cfd329-97a3-45aa-9f91-0f114b802c3b {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:56:04.384054 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a736b87-fc4a-493a-9056-363549fc2da1", "name": "network-vif-plugged", "status": "completed", "tag": "6da84d6c-8bd2-48a6-af81-f2d7ca2310cb", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:56:04.384386 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4cfd329-97a3-45aa-9f91-0f114b802c3b {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:56:04.384853 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a736b87-fc4a-493a-9056-363549fc2da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da84d6c-8bd2-48a6-af81-f2d7ca2310cb', 'code': 200} Jun 10 03:56:04.385517 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=6da84d6c-8bd2-48a6-af81-f2d7ca2310cb,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:04.388851 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:04.804841 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76594104-8ffd-44b8-94e4-82a27e61505a req-1b47b67a-d743-4cf5-8f23-f470e84f93a3 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:04.822071 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-76594104-8ffd-44b8-94e4-82a27e61505a req-1b47b67a-d743-4cf5-8f23-f470e84f93a3 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a736b87-fc4a-493a-9056-363549fc2da1 HTTP/1.1" status: 200 len: 945 time: 0.2499778 Jun 10 03:56:04.951627 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:05.004792 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-76594104-8ffd-44b8-94e4-82a27e61505a req-dde647c2-9b17-42b1-8643-be0c9f7da3b0 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753132 Jun 10 03:56:05.039126 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfe26d-a318-4d4b-a7b4-da10f246a9bc req-34c18c16-f3b5-4a4a-bef5-07a29a5d6062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:05.041694 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-63cfe26d-a318-4d4b-a7b4-da10f246a9bc req-34c18c16-f3b5-4a4a-bef5-07a29a5d6062 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6a736b87-fc4a-493a-9056-363549fc2da1 HTTP/1.1" status: 200 len: 1098 time: 0.1713953 Jun 10 03:56:05.151625 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-63cfe26d-a318-4d4b-a7b4-da10f246a9bc req-2f7a2746-e89e-4ec1-8385-2bd55c9cbc82 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930378 Jun 10 03:56:05.346927 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9409f-0389-485c-8f21-ff05455bbb3e req-60a3e8cf-046e-4d79-b7a3-43c09817b22a tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:05.364682 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4ce9409f-0389-485c-8f21-ff05455bbb3e req-60a3e8cf-046e-4d79-b7a3-43c09817b22a tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.1465328 Jun 10 03:56:05.450717 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4ce9409f-0389-485c-8f21-ff05455bbb3e req-4339988e-79de-4086-95f2-5f103366d998 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848625 Jun 10 03:56:05.610180 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719355'] for router, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:05.678818 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ce9b01-06e7-4275-9bda-5f8d1d0c2b40 None None] Network 34ceae76-1875-4ae5-9927-5e5f83e723be requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:56:05.794813 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Router 72673d0b-7ab1-42ee-8585-858e282e74c4 is scheduled to L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be with binding_index 1 {{(pid=91626) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 03:56:05.867844 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-18b77dba-ded9-452b-85f5-3ec6eef5b539 None None] Provisioning for port a076b2f1-b267-4c9f-b015-a9c2e0d4d380 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:05.951043 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device a076b2f1-b267-4c9f-b015-a9c2e0d4d380 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:05.972425 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:56:05.983573 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Sync routers for ids ['72673d0b-7ab1-42ee-8585-858e282e74c4'] in dv-cinder-741349-4-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:56:06.000077 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Routers {'72673d0b-7ab1-42ee-8585-858e282e74c4'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:56:06.000822 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Notify callbacks [] for router, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:06.001588 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:55:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['72673d0b-7ab1-42ee-8585-858e282e74c4'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:06.002870 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2756205 Jun 10 03:56:06.005663 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 50866) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:06.127147 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port a076b2f1-b267-4c9f-b015-a9c2e0d4d380 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:06.140933 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port a076b2f1-b267-4c9f-b015-a9c2e0d4d380 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:06.142072 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:06.261272 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Set router 72673d0b-7ab1-42ee-8585-858e282e74c4 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:56:06.379990 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:06.440313 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port a076b2f1-b267-4c9f-b015-a9c2e0d4d380, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=a076b2f1-b267-4c9f-b015-a9c2e0d4d380,segment=NetworkSegment(ec7e0734-e180-43ea-a596-c50ce7c70bac),segment_id=ec7e0734-e180-43ea-a596-c50ce7c70bac)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:56:06.453231 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:06.455760 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:06.577225 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=a076b2f1-b267-4c9f-b015-a9c2e0d4d380,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:06.601972 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:06.607793 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:06.608768 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:06.609903 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:06.610201 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:06.610781 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:06.611386 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:06.611826 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:06.612246 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:06.612546 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:06.612967 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:06.613353 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:06.620305 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:06.692102 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50890) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:06.709974 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T03:56:04Z', 'revision_number': 3, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port': {'id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:03Z', 'updated_at': '2021-06-10T03:56:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:06.713314 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Checking router: 72673d0b-7ab1-42ee-8585-858e282e74c4 for host: dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:56:06.713753 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Updating router 72673d0b-7ab1-42ee-8585-858e282e74c4 port 1923ddb0-f3b7-42c3-aede-ae68add8a84b binding host dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 03:56:06.728560 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-5e6e44f0-b7c1-4fbe-8b22-586afd7f9867 None None] Provisioning complete for port a076b2f1-b267-4c9f-b015-a9c2e0d4d380 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:06.729651 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-5e6e44f0-b7c1-4fbe-8b22-586afd7f9867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:06.784152 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aad947-b28f-4117-99cf-e11bff87d5c9 req-3b7f997e-00ee-4ab6-a7da-a4ff2b99332b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:06.793894 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:06.803003 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-02aad947-b28f-4117-99cf-e11bff87d5c9 req-3b7f997e-00ee-4ab6-a7da-a4ff2b99332b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a736b87-fc4a-493a-9056-363549fc2da1 HTTP/1.1" status: 200 len: 945 time: 0.4780991 Jun 10 03:56:06.956243 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c877f89-cf41-4914-90c5-2b846d7848d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:07.001878 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-02aad947-b28f-4117-99cf-e11bff87d5c9 req-d479a80e-1fc9-42bd-9468-4fdfe156e076 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979251 Jun 10 03:56:07.139169 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78600524-624a-440a-b7d1-95266fee6703 req-3834d605-0542-485c-875b-49a12307e98d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:07.140670 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-78600524-624a-440a-b7d1-95266fee6703 req-3834d605-0542-485c-875b-49a12307e98d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.3356643 Jun 10 03:56:07.147377 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:07.228136 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c877f89-cf41-4914-90c5-2b846d7848d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:07.233627 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c877f89-cf41-4914-90c5-2b846d7848d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:07.240947 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bbcfd39d-4d95-45d2-ab2a-900f108b1677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:07.273965 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-78600524-624a-440a-b7d1-95266fee6703 req-f5617230-64fc-4031-8598-19b01c1f74f6 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183586 Jun 10 03:56:07.293985 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-1c877f89-cf41-4914-90c5-2b846d7848d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88a1e23baffa4856aa52d33a90f31900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6004965 Jun 10 03:56:07.295411 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c877f89-cf41-4914-90c5-2b846d7848d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21f2aa1-a10b-4f79-9f5c-1eefa54cfea7,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:07.297941 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 50916) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:07.306030 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1c877f89-cf41-4914-90c5-2b846d7848d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:07.358508 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f28df8ff-875e-42c3-91d0-58fb51f358ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:07.393938 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Notify callbacks [] for port, precommit_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:07.394778 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f28df8ff-875e-42c3-91d0-58fb51f358ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:07.409202 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.provisioning_blocks [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Transition to ACTIVE for port object 1923ddb0-f3b7-42c3-aede-ae68add8a84b will not be triggered until provisioned by entity L2. {{(pid=91628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:07.412326 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Allocated IP 172.20.0.1 (34ceae76-1875-4ae5-9927-5e5f83e723be/d05b5939-fbc1-4883-ac53-795367a50643/f27c192b-68e1-424b-b863-1cb31cfdec39) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:56:07.416928 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:07.425946 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-12b8642e-f6fc-40df-85b2-7091c1edf31c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:07.454990 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f28df8ff-875e-42c3-91d0-58fb51f358ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:07.457710 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f28df8ff-875e-42c3-91d0-58fb51f358ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:07.461823 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-f28df8ff-875e-42c3-91d0-58fb51f358ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e21f2aa1-a10b-4f79-9f5c-1eefa54cfea7 HTTP/1.1" status: 204 len: 168 time: 0.1598165 Jun 10 03:56:07.461823 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2a67b314-8783-4637-bd3a-08f645d625d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:07.471445 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28df8ff-875e-42c3-91d0-58fb51f358ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21f2aa1-a10b-4f79-9f5c-1eefa54cfea7,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:07.482500 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f28df8ff-875e-42c3-91d0-58fb51f358ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:07.504041 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9f022-98a3-4727-ba6d-3b06ade520e8 None None] Pushing event updated for resources: {'Port': ['ID=1923ddb0-f3b7-42c3-aede-ae68add8a84b,revision_number=2']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:07.514295 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9f022-98a3-4727-ba6d-3b06ade520e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:07.514640 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9f022-98a3-4727-ba6d-3b06ade520e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:07.514976 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9f022-98a3-4727-ba6d-3b06ade520e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:07.515301 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9f022-98a3-4727-ba6d-3b06ade520e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:07.515625 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9f022-98a3-4727-ba6d-3b06ade520e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:07.515947 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9f022-98a3-4727-ba6d-3b06ade520e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:07.516367 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9f022-98a3-4727-ba6d-3b06ade520e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:07.516688 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9f022-98a3-4727-ba6d-3b06ade520e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:07.517005 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9f022-98a3-4727-ba6d-3b06ade520e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:07.517322 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9f022-98a3-4727-ba6d-3b06ade520e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:07.517641 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9f022-98a3-4727-ba6d-3b06ade520e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:07.517955 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9f022-98a3-4727-ba6d-3b06ade520e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:56:07.521946 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-f6d9f022-98a3-4727-ba6d-3b06ade520e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:07.522798 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Attempting to bind port 1923ddb0-f3b7-42c3-aede-ae68add8a84b on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:56:07.523169 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Attempting to bind port 1923ddb0-f3b7-42c3-aede-ae68add8a84b by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:56:07.523530 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Attempting to bind port 1923ddb0-f3b7-42c3-aede-ae68add8a84b on network 521d4520-71b8-438e-96ef-236a080e2b51 {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:56:07.528704 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:56:07.529080 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Checking segment: {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:56:07.529581 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:07.529976 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Bound using segment: {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:56:07.530500 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Bound port: 1923ddb0-f3b7-42c3-aede-ae68add8a84b, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:56:07.531014 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:07.594602 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] For port 1923ddb0-f3b7-42c3-aede-ae68add8a84b, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:56:07.596352 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:07.598703 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] For port 1923ddb0-f3b7-42c3-aede-ae68add8a84b, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=1923ddb0-f3b7-42c3-aede-ae68add8a84b,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:56:07.603023 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:07.606191 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:07.613398 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Transition to ACTIVE for port object f27c192b-68e1-424b-b863-1cb31cfdec39 will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:07.656894 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:07.661112 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:07.661589 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Routers {'72673d0b-7ab1-42ee-8585-858e282e74c4'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:56:07.662776 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:55:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['72673d0b-7ab1-42ee-8585-858e282e74c4'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:07.719341 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Network 34ceae76-1875-4ae5-9927-5e5f83e723be is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:56:07.724239 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:07.730497 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:56:07.731121 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690492'] for router_interface, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:07.735515 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Pushing event updated for resources: {'Port': ['ID=f27c192b-68e1-424b-b863-1cb31cfdec39,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:07.889775 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9f022-98a3-4727-ba6d-3b06ade520e8 None None] Pushing event updated for resources: {'Port': ['ID=1923ddb0-f3b7-42c3-aede-ae68add8a84b,revision_number=3']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:07.894536 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-f6d9f022-98a3-4727-ba6d-3b06ade520e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:07.921321 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device a076b2f1-b267-4c9f-b015-a9c2e0d4d380 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:07.953663 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] Set router 72673d0b-7ab1-42ee-8585-858e282e74c4 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:56:08.025865 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port a076b2f1-b267-4c9f-b015-a9c2e0d4d380 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:08.026588 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:08.145155 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-0703fb69-96ce-4246-8c91-7f25460b2035 None None] Provisioning for port f27c192b-68e1-424b-b863-1cb31cfdec39 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:08.174561 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-0703fb69-96ce-4246-8c91-7f25460b2035 None None] Provisioning complete for port f27c192b-68e1-424b-b863-1cb31cfdec39 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:08.175121 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-0703fb69-96ce-4246-8c91-7f25460b2035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:08.175296 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:08.248467 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-0703fb69-96ce-4246-8c91-7f25460b2035 None None] Port f27c192b-68e1-424b-b863-1cb31cfdec39 cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 03:56:08.327540 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49fc1d-aaac-41db-b896-f9d66f7851dd req-ffe5b3b0-098f-4dc8-b19b-5ca2a08a1fa2 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:08.329210 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9b49fc1d-aaac-41db-b896-f9d66f7851dd req-ffe5b3b0-098f-4dc8-b19b-5ca2a08a1fa2 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a736b87-fc4a-493a-9056-363549fc2da1 HTTP/1.1" status: 200 len: 945 time: 0.1530323 Jun 10 03:56:08.398978 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:08.429034 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9b49fc1d-aaac-41db-b896-f9d66f7851dd req-5cc6e6e9-6515-4c42-bd55-572b2dee31fc tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712137 Jun 10 03:56:08.440822 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T03:56:04Z', 'revision_number': 3, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port': {'id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:03Z', 'updated_at': '2021-06-10T03:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:08.445609 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d9a8a1-7f47-4322-adb1-7293c0c7b458 None None] The sync data for ids ['72673d0b-7ab1-42ee-8585-858e282e74c4'] in dv-cinder-741349-4-smb is: [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T03:56:04Z', 'revision_number': 3, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port': {'id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:03Z', 'updated_at': '2021-06-10T03:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:56:08.791367 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01480da-6895-453e-a577-f61c27251c86 req-7d8efbf0-81d6-40bd-aa13-2b4b3c0487e9 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:08.792899 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f01480da-6895-453e-a577-f61c27251c86 req-7d8efbf0-81d6-40bd-aa13-2b4b3c0487e9 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.1405294 Jun 10 03:56:08.806169 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:08.822109 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:08.824836 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690504'] for router_interface, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:08.834527 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-509e9da1-d9e4-4d60-b7c3-91a993a1a0de tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:08.936575 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f01480da-6895-453e-a577-f61c27251c86 req-85560068-164c-4ca1-bafc-a3e60e0f938b tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358678 Jun 10 03:56:09.009701 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Pushing event updated for resources: {'Port': ['ID=f27c192b-68e1-424b-b863-1cb31cfdec39,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:09.013173 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:09.180276 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Network 34ceae76-1875-4ae5-9927-5e5f83e723be is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:56:09.182757 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:09.375903 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Router 72673d0b-7ab1-42ee-8585-858e282e74c4 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 03:56:09.509475 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-c8ff3457-fab5-47f9-a71a-3114557f1118 None None] Provisioning complete for port f27c192b-68e1-424b-b863-1cb31cfdec39 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:09.509967 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c8ff3457-fab5-47f9-a71a-3114557f1118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:09.561114 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:56:09.561595 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-c8ff3457-fab5-47f9-a71a-3114557f1118 None None] Port f27c192b-68e1-424b-b863-1cb31cfdec39 cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 03:56:09.568702 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] 10.222.0.25 "PUT /v2.0/routers/72673d0b-7ab1-42ee-8585-858e282e74c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5612290 Jun 10 03:56:09.904717 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 1923ddb0-f3b7-42c3-aede-ae68add8a84b up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:09.965386 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port 1923ddb0-f3b7-42c3-aede-ae68add8a84b completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:09.970050 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 1923ddb0-f3b7-42c3-aede-ae68add8a84b triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:09.970479 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:10.165426 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:10.178275 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51020) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:10.232868 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port 1923ddb0-f3b7-42c3-aede-ae68add8a84b, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=1923ddb0-f3b7-42c3-aede-ae68add8a84b,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:56:10.232868 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:10.234482 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:10.244077 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27552cc6-f66a-4dea-b9d6-62ccfe98094a req-da051b64-99de-426b-b3c7-64aa3d401be9 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:10.253166 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-27552cc6-f66a-4dea-b9d6-62ccfe98094a req-da051b64-99de-426b-b3c7-64aa3d401be9 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.1420641 Jun 10 03:56:10.289885 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51030) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:10.295344 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-7d7488d7-bf68-4fd8-811b-a5e7ca8309ab tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1626400128', 'description': 'tempest-description--2099097755'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:10.305531 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-27552cc6-f66a-4dea-b9d6-62ccfe98094a req-9f523ae2-1437-41f4-a4c0-8177a50606f5 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511110 Jun 10 03:56:10.352162 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7d7488d7-bf68-4fd8-811b-a5e7ca8309ab tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:10.354370 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=1923ddb0-f3b7-42c3-aede-ae68add8a84b,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:10.377155 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:10.432391 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-60db4bd6-da8e-4726-9fc0-f8478948c2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:10.579436 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7d7488d7-bf68-4fd8-811b-a5e7ca8309ab tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:10.588161 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7d7488d7-bf68-4fd8-811b-a5e7ca8309ab tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:10.658083 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-48e92bb4-1945-4629-bafc-ef496a65c38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:10.696889 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7488d7-bf68-4fd8-811b-a5e7ca8309ab tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf6a187-1cf2-4e20-a352-111213cfb2bf,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:10.704316 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 51052) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:10.707686 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Sync routers for ids ['72673d0b-7ab1-42ee-8585-858e282e74c4'] in dv-cinder-741349-4-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:56:10.714158 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7d7488d7-bf68-4fd8-811b-a5e7ca8309ab tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:10.724218 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Routers {'72673d0b-7ab1-42ee-8585-858e282e74c4'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:56:10.725254 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:55:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['72673d0b-7ab1-42ee-8585-858e282e74c4'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:10.775349 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-60db4bd6-da8e-4726-9fc0-f8478948c2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:10.781351 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-60db4bd6-da8e-4726-9fc0-f8478948c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:10.835768 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:10.850746 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-34534fb8-7369-4098-a7f5-343eff3aa9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:10.851159 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7d7488d7-bf68-4fd8-811b-a5e7ca8309ab tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:10.855082 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-7d7488d7-bf68-4fd8-811b-a5e7ca8309ab tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5613327 Jun 10 03:56:10.856530 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 51066) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:10.881333 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-60db4bd6-da8e-4726-9fc0-f8478948c2f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64a763391a9b43349410fed516be728e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7011907 Jun 10 03:56:10.882523 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db4bd6-da8e-4726-9fc0-f8478948c2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0222efe-1f08-4423-9496-db9e1dc7d0a2,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:10.901496 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-60db4bd6-da8e-4726-9fc0-f8478948c2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:10.904440 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51068) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:10.924459 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-058b8521-7ec8-41a5-876a-a85daf0acd0d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Request body: {'security_group_rule': {'security_group_id': '0bf6a187-1cf2-4e20-a352-111213cfb2bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:10.975433 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Set router 72673d0b-7ab1-42ee-8585-858e282e74c4 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:56:10.989309 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0604-de15-4b2b-9513-76b8d681cbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.022133 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0604-de15-4b2b-9513-76b8d681cbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.027573 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-34534fb8-7369-4098-a7f5-343eff3aa9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.040524 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-34534fb8-7369-4098-a7f5-343eff3aa9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.047860 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:11.107621 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0604-de15-4b2b-9513-76b8d681cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.114579 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0604-de15-4b2b-9513-76b8d681cbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.118116 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-7dcc0604-de15-4b2b-9513-76b8d681cbf0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d0222efe-1f08-4423-9496-db9e1dc7d0a2 HTTP/1.1" status: 204 len: 168 time: 0.2109909 Jun 10 03:56:11.119555 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5b239c1f-9c35-4fe9-9ed5-feb361fcf02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:11.144588 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc0604-de15-4b2b-9513-76b8d681cbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0222efe-1f08-4423-9496-db9e1dc7d0a2,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:11.165310 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7dcc0604-de15-4b2b-9513-76b8d681cbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:11.185077 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-34534fb8-7369-4098-a7f5-343eff3aa9f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b207f01f56442d0a3833cf039b0d5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793243 Jun 10 03:56:11.189214 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51076) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:11.202462 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-2e675f3b-550e-48da-b5d1-69f0841a062a tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:11.209593 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-2e675f3b-550e-48da-b5d1-69f0841a062a tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/networks?id=36b91a10-3d56-4131-8a06-fcb18ccb1199 HTTP/1.1" status: 200 len: 815 time: 0.4225554 Jun 10 03:56:11.213839 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34534fb8-7369-4098-a7f5-343eff3aa9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5888819-c28f-405f-b92c-fdeb55e5fca8,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:11.227757 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-34534fb8-7369-4098-a7f5-343eff3aa9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:11.230790 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-058b8521-7ec8-41a5-876a-a85daf0acd0d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.241006 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-16954d6a-29c1-4472-adf6-b8602b6c877e tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/quotas/618da4200815401da9367ea4dacb39ef HTTP/1.1" status: 200 len: 375 time: 0.0302780 Jun 10 03:56:11.261900 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c3c97b13-1eba-4604-8677-6056993b5dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.292597 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c3c97b13-1eba-4604-8677-6056993b5dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.365605 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c3c97b13-1eba-4604-8677-6056993b5dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.370150 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c3c97b13-1eba-4604-8677-6056993b5dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.371820 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-c3c97b13-1eba-4604-8677-6056993b5dea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5888819-c28f-405f-b92c-fdeb55e5fca8 HTTP/1.1" status: 204 len: 168 time: 0.1811962 Jun 10 03:56:11.373410 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b1007d60-8535-45a4-a2a7-7bc088c1ea47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:11.388920 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c97b13-1eba-4604-8677-6056993b5dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5888819-c28f-405f-b92c-fdeb55e5fca8,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:11.392074 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c3c97b13-1eba-4604-8677-6056993b5dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:11.409640 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-058b8521-7ec8-41a5-876a-a85daf0acd0d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.419215 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-058b8521-7ec8-41a5-876a-a85daf0acd0d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.437883 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-df27ce63-c25f-4924-bbe5-3e035e2b3454 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=618da4200815401da9367ea4dacb39ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1956697 Jun 10 03:56:11.448131 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T03:56:08Z', 'revision_number': 4, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port': {'id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:03Z', 'updated_at': '2021-06-10T03:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'f27c192b-68e1-424b-b863-1cb31cfdec39', 'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'mac_address': 'fa:16:3e:37:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:07Z', 'updated_at': '2021-06-10T03:56:08Z', 'revision_number': 2, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'subnets': [{'id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:11.452469 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Checking router: 72673d0b-7ab1-42ee-8585-858e282e74c4 for host: dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:56:11.453031 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Updating router 72673d0b-7ab1-42ee-8585-858e282e74c4 port f27c192b-68e1-424b-b863-1cb31cfdec39 binding host dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 03:56:11.463727 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:11.502874 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.503324 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b8521-7ec8-41a5-876a-a85daf0acd0d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb18d13-ba25-4704-8b0f-d1ff64b5b4da,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:11.520105 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3d8cfe12-e21e-4903-b304-808d50712b43 req-b5e02879-3640-4548-8d5d-29b265187df4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2342098 Jun 10 03:56:11.530118 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-058b8521-7ec8-41a5-876a-a85daf0acd0d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:11.620659 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51084) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:11.633067 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-058b8521-7ec8-41a5-876a-a85daf0acd0d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.638194 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d58a3d63-20f1-4843-a8ec-8c22e6574b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.639845 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-058b8521-7ec8-41a5-876a-a85daf0acd0d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7801819 Jun 10 03:56:11.639974 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51088) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:11.645399 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-4fcc343f-328e-4b69-a941-4c9acb599a58 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Request body: {'security_group_rule': {'security_group_id': '0bf6a187-1cf2-4e20-a352-111213cfb2bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:11.674954 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.db.api [None req-d58a3d63-20f1-4843-a8ec-8c22e6574b1a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 03:56:11.674954 dv-cinder-741349-4-smb neutron-server[91626]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 03:56:11.674954 dv-cinder-741349-4-smb neutron-server[91626]: [parameters: {'project_id_1': 'fdf9395979f04aec86a458f9e4ff00db', 'expiration_1': datetime.datetime(2021, 6, 10, 3, 56, 11, 666714)}] Jun 10 03:56:11.674954 dv-cinder-741349-4-smb neutron-server[91626]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 03:56:11.674954 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_db.api [None req-d58a3d63-20f1-4843-a8ec-8c22e6574b1a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 03:56:11.689969 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4fcc343f-328e-4b69-a941-4c9acb599a58 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.773070 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4fcc343f-328e-4b69-a941-4c9acb599a58 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.779319 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4fcc343f-328e-4b69-a941-4c9acb599a58 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.781962 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:11.784119 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-7ad52553-9c15-4863-8ff2-8a90fc62b770 service neutron] 10.222.0.25 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449903 Jun 10 03:56:11.808791 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc343f-328e-4b69-a941-4c9acb599a58 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5beacf01-d42a-4906-b70e-4c9aeb8c118b,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:11.814183 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4fcc343f-328e-4b69-a941-4c9acb599a58 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:11.818564 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4fcc343f-328e-4b69-a941-4c9acb599a58 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.822599 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-4fcc343f-328e-4b69-a941-4c9acb599a58 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1794567 Jun 10 03:56:11.823223 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51092) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:11.827185 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7805a0d-d0a8-40dc-b31d-97f252bcdc40 req-807b85d7-5085-43c3-8bca-f946417a1d29 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:11.831580 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Request body: {'floatingip': {'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:11.834664 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e7805a0d-d0a8-40dc-b31d-97f252bcdc40 req-807b85d7-5085-43c3-8bca-f946417a1d29 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.3232076 Jun 10 03:56:11.888776 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for floatingip, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:11.893717 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cfe12-e21e-4903-b304-808d50712b43 req-af1a5049-3b6f-465d-8484-ee51b98aeef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:11.895332 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3d8cfe12-e21e-4903-b304-808d50712b43 req-af1a5049-3b6f-465d-8484-ee51b98aeef3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=618da4200815401da9367ea4dacb39ef&device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 1098 time: 0.2725244 Jun 10 03:56:11.934623 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51094) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:11.941733 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 1923ddb0-f3b7-42c3-aede-ae68add8a84b up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:11.955157 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e7805a0d-d0a8-40dc-b31d-97f252bcdc40 req-cd8cbb8f-c91a-4232-bf37-e3cdaabfdad4 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196413 Jun 10 03:56:11.963704 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-62fb98d7-bd95-4e5b-9c0d-06d0d0561ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:12.018123 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 1923ddb0-f3b7-42c3-aede-ae68add8a84b triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:12.018662 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:12.069402 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:12.089892 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Transition to ACTIVE for port object f27c192b-68e1-424b-b863-1cb31cfdec39 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:12.125716 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:12.137800 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-c513f06a-9d5a-45f2-8cb8-838523fd3256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:12.167065 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-62fb98d7-bd95-4e5b-9c0d-06d0d0561ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:12.180235 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d58a3d63-20f1-4843-a8ec-8c22e6574b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:12.209784 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-62fb98d7-bd95-4e5b-9c0d-06d0d0561ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:12.215074 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119b597-29ac-45c3-974f-1246cbdbe001 None None] Pushing event updated for resources: {'Port': ['ID=f27c192b-68e1-424b-b863-1cb31cfdec39,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:12.215622 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f28df8ff-875e-42c3-91d0-58fb51f358ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:12.266649 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-2119b597-29ac-45c3-974f-1246cbdbe001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:12.296326 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:12.319191 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-62fb98d7-bd95-4e5b-9c0d-06d0d0561ecf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=749ff3f4d6b74164a339470a28accd87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832986 Jun 10 03:56:12.323499 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51102) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:12.325103 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb98d7-bd95-4e5b-9c0d-06d0d0561ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110cf624-2274-4237-bdc3-c2cbea00e218,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:12.342988 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-62fb98d7-bd95-4e5b-9c0d-06d0d0561ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:12.362161 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-41862f0c-1c19-4224-b63f-5f287d7ffdc7 service neutron] 10.222.0.25 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769310 Jun 10 03:56:12.416254 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cfe12-e21e-4903-b304-808d50712b43 req-f582b502-72c0-42d9-8d9b-7a71ec70a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:12.419056 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3d8cfe12-e21e-4903-b304-808d50712b43 req-f582b502-72c0-42d9-8d9b-7a71ec70a5ec service neutron] 10.222.0.22 "GET /v2.0/networks?id=36b91a10-3d56-4131-8a06-fcb18ccb1199 HTTP/1.1" status: 200 len: 915 time: 0.4743719 Jun 10 03:56:12.517904 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3d8cfe12-e21e-4903-b304-808d50712b43 req-d1eaca27-f1b6-4a6b-9c5c-f0c5c78c1b58 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 HTTP/1.1" status: 200 len: 217 time: 0.0864580 Jun 10 03:56:12.564954 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-94851d14-5f16-460d-ac7c-90b852701571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:12.572648 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Attempting to bind port f27c192b-68e1-424b-b863-1cb31cfdec39 on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:56:12.573031 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Attempting to bind port f27c192b-68e1-424b-b863-1cb31cfdec39 by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': 'ec7e0734-e180-43ea-a596-c50ce7c70bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:56:12.573403 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Attempting to bind port f27c192b-68e1-424b-b863-1cb31cfdec39 on network 34ceae76-1875-4ae5-9927-5e5f83e723be {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:56:12.579345 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:56:12.579781 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Checking segment: {'id': 'ec7e0734-e180-43ea-a596-c50ce7c70bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:56:12.580201 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:12.580602 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Bound using segment: {'id': 'ec7e0734-e180-43ea-a596-c50ce7c70bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:56:12.581084 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Bound port: f27c192b-68e1-424b-b863-1cb31cfdec39, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7e0734-e180-43ea-a596-c50ce7c70bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:56:12.581467 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:12.612958 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cfe12-e21e-4903-b304-808d50712b43 req-98bfd053-0638-456f-ae59-3007e11f4e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:12.615579 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3d8cfe12-e21e-4903-b304-808d50712b43 req-98bfd053-0638-456f-ae59-3007e11f4e04 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c3e0543-da19-4e59-99a9-ddefff277300 HTTP/1.1" status: 200 len: 855 time: 0.0903122 Jun 10 03:56:12.668182 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3d8cfe12-e21e-4903-b304-808d50712b43 req-3de52cc4-c320-4911-a677-c3afa736ea03 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=36b91a10-3d56-4131-8a06-fcb18ccb1199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451179 Jun 10 03:56:12.688462 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] For port f27c192b-68e1-424b-b863-1cb31cfdec39, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:56:12.691934 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] For port f27c192b-68e1-424b-b863-1cb31cfdec39, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=f27c192b-68e1-424b-b863-1cb31cfdec39,segment=NetworkSegment(ec7e0734-e180-43ea-a596-c50ce7c70bac),segment_id=ec7e0734-e180-43ea-a596-c50ce7c70bac)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:56:12.696834 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:12.701280 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-2119b597-29ac-45c3-974f-1246cbdbe001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:12.770791 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Routers {'72673d0b-7ab1-42ee-8585-858e282e74c4'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:56:12.771849 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:55:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['72673d0b-7ab1-42ee-8585-858e282e74c4'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:12.918285 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119b597-29ac-45c3-974f-1246cbdbe001 None None] Pushing event updated for resources: {'Port': ['ID=f27c192b-68e1-424b-b863-1cb31cfdec39,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:12.922442 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-2119b597-29ac-45c3-974f-1246cbdbe001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:12.933302 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0200d274-acf5-4414-8f36-0f039e23c1e4 req-48a97075-3ee8-4315-a992-a68a50eb49f2 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 210 time: 0.0572157 Jun 10 03:56:12.957022 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Allocated IP 172.28.2.29 (521d4520-71b8-438e-96ef-236a080e2b51/e4fdf890-cc0e-449a-b17a-0a4cb4019895/4854b049-5d1b-4277-972a-602085e4b9cc) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:56:12.978482 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3d8cfe12-e21e-4903-b304-808d50712b43 req-620667d5-8f39-4a5e-a94f-3234bc1bb260 service neutron] 10.222.0.22 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982345 Jun 10 03:56:12.988199 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] Set router 72673d0b-7ab1-42ee-8585-858e282e74c4 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:56:13.150645 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d58a3d63-20f1-4843-a8ec-8c22e6574b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:13.203861 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d58a3d63-20f1-4843-a8ec-8c22e6574b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:13.205769 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3d8cfe12-e21e-4903-b304-808d50712b43 req-0d15d427-4ac8-4e22-8fb3-5df7797af1df service neutron] 10.222.0.22 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199721 Jun 10 03:56:13.208126 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2071f565-60f6-48a6-80e9-30c780210e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:13.210528 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0894353d-c4dd-45c5-9bd8-d75bf0a2138b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:13.226149 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f72937-1be0-4e65-abe9-17a32a5ecb60 req-54396ca4-2a82-4913-875f-a35dec7bd7c9 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:13.227915 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c4f72937-1be0-4e65-abe9-17a32a5ecb60 req-54396ca4-2a82-4913-875f-a35dec7bd7c9 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.1119733 Jun 10 03:56:13.300562 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c4f72937-1be0-4e65-abe9-17a32a5ecb60 req-bbf4f5fd-60e6-4a00-9223-f44551a1fd65 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663347 Jun 10 03:56:13.328266 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a3d63-20f1-4843-a8ec-8c22e6574b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2098ca11-2858-48cf-8da9-15dda577b057,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:13.332398 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0894353d-c4dd-45c5-9bd8-d75bf0a2138b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:13.336554 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-d58a3d63-20f1-4843-a8ec-8c22e6574b1a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fdf9395979f04aec86a458f9e4ff00db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7145915 Jun 10 03:56:13.337685 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d58a3d63-20f1-4843-a8ec-8c22e6574b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:13.340847 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 51124) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:13.375384 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:13.435507 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0894353d-c4dd-45c5-9bd8-d75bf0a2138b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:13.438818 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0894353d-c4dd-45c5-9bd8-d75bf0a2138b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:13.442911 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-0894353d-c4dd-45c5-9bd8-d75bf0a2138b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/110cf624-2274-4237-bdc3-c2cbea00e218 HTTP/1.1" status: 204 len: 168 time: 1.1146781 Jun 10 03:56:13.444728 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-db34fc68-e564-417d-be93-0dcd37f822c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:13.446589 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7dcc0604-de15-4b2b-9513-76b8d681cbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:13.462660 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126309416'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:13.463985 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894353d-c4dd-45c5-9bd8-d75bf0a2138b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110cf624-2274-4237-bdc3-c2cbea00e218,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:13.467503 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0894353d-c4dd-45c5-9bd8-d75bf0a2138b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:13.469221 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:13.512000 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-db34fc68-e564-417d-be93-0dcd37f822c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:13.512674 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T03:56:08Z', 'revision_number': 4, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port': {'id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:03Z', 'updated_at': '2021-06-10T03:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'f27c192b-68e1-424b-b863-1cb31cfdec39', 'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'mac_address': 'fa:16:3e:37:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:07Z', 'updated_at': '2021-06-10T03:56:12Z', 'revision_number': 4, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'subnets': [{'id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:13.515152 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Network 521d4520-71b8-438e-96ef-236a080e2b51 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:56:13.517454 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b01f18-94e6-4855-bbe7-2b3cffec81d0 None None] The sync data for ids ['72673d0b-7ab1-42ee-8585-858e282e74c4'] in dv-cinder-741349-4-smb is: [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T03:56:08Z', 'revision_number': 4, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port': {'id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:03Z', 'updated_at': '2021-06-10T03:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'f27c192b-68e1-424b-b863-1cb31cfdec39', 'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'mac_address': 'fa:16:3e:37:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:07Z', 'updated_at': '2021-06-10T03:56:12Z', 'revision_number': 4, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'subnets': [{'id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:56:13.523768 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:13.527639 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:56:13.593215 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Pushing event updated for resources: {'Port': ['ID=4854b049-5d1b-4277-972a-602085e4b9cc,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:13.596404 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:13.621336 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-db34fc68-e564-417d-be93-0dcd37f822c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:13.623961 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-db34fc68-e564-417d-be93-0dcd37f822c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:13.626360 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-db34fc68-e564-417d-be93-0dcd37f822c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2098ca11-2858-48cf-8da9-15dda577b057 HTTP/1.1" status: 204 len: 168 time: 0.2832732 Jun 10 03:56:13.626360 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6afae341-f27b-4dc7-a3bf-01a3f436df9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:13.641634 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34fc68-e564-417d-be93-0dcd37f822c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2098ca11-2858-48cf-8da9-15dda577b057,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:13.649225 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-db34fc68-e564-417d-be93-0dcd37f822c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:13.814719 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:13.936025 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:13.958748 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device f27c192b-68e1-424b-b863-1cb31cfdec39 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:14.131109 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port f27c192b-68e1-424b-b863-1cb31cfdec39 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:14.138103 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port f27c192b-68e1-424b-b863-1cb31cfdec39 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:14.138693 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:14.210737 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:14.219466 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:14.243577 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d2db2a43-64fd-4688-9353-205c0f2682ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:14.263635 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d52f1306-feff-4872-aad5-901a88517702 req-eaa5b1ae-7137-4426-99f3-0ee4afee0348 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 210 time: 0.0534332 Jun 10 03:56:14.329609 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:14.359486 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Pushing event updated for resources: {'Port': ['ID=4854b049-5d1b-4277-972a-602085e4b9cc,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:14.363519 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:14.373131 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719104'] for floatingip, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:14.380918 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port f27c192b-68e1-424b-b863-1cb31cfdec39, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=f27c192b-68e1-424b-b863-1cb31cfdec39,segment=NetworkSegment(ec7e0734-e180-43ea-a596-c50ce7c70bac),segment_id=ec7e0734-e180-43ea-a596-c50ce7c70bac)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:56:14.388211 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51150) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:14.390706 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:14.393347 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:14.440779 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b8f48a34-f65b-40e9-af08-bbdc7649e2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:14.445486 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:14.447869 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6226230 Jun 10 03:56:14.516808 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=f27c192b-68e1-424b-b863-1cb31cfdec39,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:14.523166 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:14.637482 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b8f48a34-f65b-40e9-af08-bbdc7649e2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:14.643528 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b8f48a34-f65b-40e9-af08-bbdc7649e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:14.647338 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5897a073-b09f-4639-9293-a34c4e6aaa0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:14.719606 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768a3a1-fd0b-43bc-a179-f22f36b1be61 req-edbd8d16-fbc6-4d2b-a0b4-76dbe11e34fb tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:14.733070 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d768a3a1-fd0b-43bc-a179-f22f36b1be61 req-edbd8d16-fbc6-4d2b-a0b4-76dbe11e34fb tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.1743770 Jun 10 03:56:14.777094 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-b8f48a34-f65b-40e9-af08-bbdc7649e2b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9dcadf8266124e0b842354f3dea085f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3884594 Jun 10 03:56:14.779297 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51164) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:14.789314 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f48a34-f65b-40e9-af08-bbdc7649e2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4529f95f-a481-4b39-8581-166ca22fa16e,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:14.793502 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b8f48a34-f65b-40e9-af08-bbdc7649e2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:14.890470 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d60f00a9-ff75-45c8-951c-7d9061236adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:14.924322 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d60f00a9-ff75-45c8-951c-7d9061236adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:14.947883 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:14.992025 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d60f00a9-ff75-45c8-951c-7d9061236adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:14.994713 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d60f00a9-ff75-45c8-951c-7d9061236adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:14.998156 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-d60f00a9-ff75-45c8-951c-7d9061236adc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4529f95f-a481-4b39-8581-166ca22fa16e HTTP/1.1" status: 204 len: 168 time: 0.2125635 Jun 10 03:56:14.998156 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d06ad8af-4d50-48be-aaa0-5aae2e21156c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:15.015705 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-459446e8-4e2e-4e92-95ea-f54c6a55ab82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:15.016255 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f00a9-ff75-45c8-951c-7d9061236adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4529f95f-a481-4b39-8581-166ca22fa16e,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:15.031195 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d60f00a9-ff75-45c8-951c-7d9061236adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:15.049750 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-85f32447-96f4-44b9-bc5d-bdead0aa94cd tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:15.057973 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-85f32447-96f4-44b9-bc5d-bdead0aa94cd tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.22 "GET /v2.0/networks?id=36b91a10-3d56-4131-8a06-fcb18ccb1199 HTTP/1.1" status: 200 len: 815 time: 0.3156731 Jun 10 03:56:15.106008 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-6a2f469b-539c-4760-b2bf-c18dfc942c3b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Request body: {'port': {'device_id': '79d43cde-5fdb-4378-b13d-c640753405f6', 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199', 'admin_state_up': True, 'tenant_id': '618da4200815401da9367ea4dacb39ef'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:15.220754 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d768a3a1-fd0b-43bc-a179-f22f36b1be61 req-cf9cb75b-92da-4c73-8c8b-777c334da265 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833798 Jun 10 03:56:15.222460 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:15.319536 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-1eef6f7b-6b5f-469a-b5d4-b8dfea56a258 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1626400128&fields=id&tenant_id=f6c404a8a83b4778bac89c4af027c5e7 HTTP/1.1" status: 200 len: 267 time: 0.1531448 Jun 10 03:56:15.577936 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-67f65e7c-3483-4f28-8741-60847595861d req-3187ee77-e748-4235-bb31-41efb2488657 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 210 time: 0.1004782 Jun 10 03:56:15.700997 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-5e24afca-22a5-4f0e-bcd0-654b2e221e04 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:15.702485 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-5e24afca-22a5-4f0e-bcd0-654b2e221e04 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/networks?id=34ceae76-1875-4ae5-9927-5e5f83e723be HTTP/1.1" status: 200 len: 811 time: 0.3815024 Jun 10 03:56:15.703568 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-6a2f469b-539c-4760-b2bf-c18dfc942c3b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Made reservation on behalf of 618da4200815401da9367ea4dacb39ef for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:56:15.706840 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-6a2f469b-539c-4760-b2bf-c18dfc942c3b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:15.733648 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-1265ac70-5a10-4fe0-8051-6d9c1fb20d4d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/quotas/f6c404a8a83b4778bac89c4af027c5e7 HTTP/1.1" status: 200 len: 375 time: 0.0136621 Jun 10 03:56:15.886009 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device f27c192b-68e1-424b-b863-1cb31cfdec39 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:15.917609 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-02a6ea74-0e7e-4e3d-a33e-04573254f440 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f6c404a8a83b4778bac89c4af027c5e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1765871 Jun 10 03:56:15.924485 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-6a2f469b-539c-4760-b2bf-c18dfc942c3b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Allocated IP 172.20.0.3 (36b91a10-3d56-4131-8a06-fcb18ccb1199/7c3e0543-da19-4e59-99a9-ddefff277300/8500d512-4682-468d-9329-25ea95640db6) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:56:15.957689 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port f27c192b-68e1-424b-b863-1cb31cfdec39 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:15.958430 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:16.013347 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:16.096349 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-f703c24d-4026-400a-ac88-c5553844dc0f service neutron] 10.222.0.25 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617568 Jun 10 03:56:16.280448 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51240) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:16.354813 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-40d53110-b2cf-46b3-b00a-930423d8c494 service neutron] 10.222.0.25 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416930 Jun 10 03:56:16.416589 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-932aac94-cf21-4a37-ba27-b4aa69581d4b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1917082945-network', 'tenant_id': '530716926fc84a6aa5a8d89134509a43'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:16.438444 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932aac94-cf21-4a37-ba27-b4aa69581d4b admin admin] Made reservation on behalf of 530716926fc84a6aa5a8d89134509a43 for: {'network': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:56:16.441623 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-932aac94-cf21-4a37-ba27-b4aa69581d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612569'] for network, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:16.455515 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-932aac94-cf21-4a37-ba27-b4aa69581d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:16.469332 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-6a2f469b-539c-4760-b2bf-c18dfc942c3b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:16.529681 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b9416-22af-412a-b2c1-440c3024cb2d req-500e9983-7b23-42f9-a28a-f4f3f2e582de tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:16.532296 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e39b9416-22af-412a-b2c1-440c3024cb2d req-500e9983-7b23-42f9-a28a-f4f3f2e582de tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.1415973 Jun 10 03:56:16.623533 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-932aac94-cf21-4a37-ba27-b4aa69581d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:16.628538 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-932aac94-cf21-4a37-ba27-b4aa69581d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:16.639194 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2236727b-b004-431f-b4ce-1b2930b55424 req-e4b9da85-0a2e-4b49-a074-a16af177c5eb tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 210 time: 0.0815060 Jun 10 03:56:16.643825 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932aac94-cf21-4a37-ba27-b4aa69581d4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=91626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 03:56:16.653986 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-932aac94-cf21-4a37-ba27-b4aa69581d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:16.654654 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.db.segments_db [None req-932aac94-cf21-4a37-ba27-b4aa69581d4b admin admin] Added segment a32737bc-b1b0-4bc5-9ecf-5ddf554c7874 of type vlan for network 1dcf9948-5a54-4aca-b366-d807c273339c Jun 10 03:56:16.692264 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e39b9416-22af-412a-b2c1-440c3024cb2d req-68662f0d-dd1c-45d7-bd60-db87c0c5914c tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453991 Jun 10 03:56:16.721225 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-6a2f469b-539c-4760-b2bf-c18dfc942c3b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:16.733479 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-932aac94-cf21-4a37-ba27-b4aa69581d4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785831791279'] for network, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:16.733697 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:16.754620 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d58a3d63-20f1-4843-a8ec-8c22e6574b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:16.775489 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['3c679348-ad0d-4efc-bf6b-4c6a1cfa2112', '6da84d6c-8bd2-48a6-af81-f2d7ca2310cb'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:56:16.777485 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-932aac94-cf21-4a37-ba27-b4aa69581d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395'] for network, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:16.811258 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932aac94-cf21-4a37-ba27-b4aa69581d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:16.812722 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-932aac94-cf21-4a37-ba27-b4aa69581d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:16.825592 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-6a2f469b-539c-4760-b2bf-c18dfc942c3b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Network 36b91a10-3d56-4131-8a06-fcb18ccb1199 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:56:16.841142 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932aac94-cf21-4a37-ba27-b4aa69581d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086a8ce6-20ae-4601-a17f-af5fea7d008b,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:16.844347 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-932aac94-cf21-4a37-ba27-b4aa69581d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:16.844842 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-498b1789-7c81-4edd-b2ea-e70cd142da7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:16.854833 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-6a2f469b-539c-4760-b2bf-c18dfc942c3b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:16.878339 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-932aac94-cf21-4a37-ba27-b4aa69581d4b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5967720 Jun 10 03:56:16.890707 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51262) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:16.907696 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-daa418f3-5bad-44ea-9cbc-cdc0f3836205 admin admin] Request body: {'subnet': {'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1917082945-subnet', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:16.919674 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-6a2f469b-539c-4760-b2bf-c18dfc942c3b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:56:16.927061 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-6a2f469b-539c-4760-b2bf-c18dfc942c3b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:16.928261 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-6a2f469b-539c-4760-b2bf-c18dfc942c3b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:16.948299 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f469b-539c-4760-b2bf-c18dfc942c3b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Pushing event updated for resources: {'Port': ['ID=8500d512-4682-468d-9329-25ea95640db6,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:16.952221 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6a2f469b-539c-4760-b2bf-c18dfc942c3b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:17.001615 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932aac94-cf21-4a37-ba27-b4aa69581d4b admin admin] Pushing event updated for resources: {'Network': ['ID=1dcf9948-5a54-4aca-b366-d807c273339c,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:17.006198 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-932aac94-cf21-4a37-ba27-b4aa69581d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:17.019454 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa418f3-5bad-44ea-9cbc-cdc0f3836205 admin admin] Made reservation on behalf of 530716926fc84a6aa5a8d89134509a43 for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:56:17.023839 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-daa418f3-5bad-44ea-9cbc-cdc0f3836205 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127894150'] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:17.026854 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501c0c0-46a8-49c1-bdb6-40b6c388508c req-d24ca65d-c54f-4679-8077-d7e47c772b3d tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:17.036764 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2501c0c0-46a8-49c1-bdb6-40b6c388508c req-d24ca65d-c54f-4679-8077-d7e47c772b3d tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 931 time: 0.2098577 Jun 10 03:56:17.052262 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Network 1dcf9948-5a54-4aca-b366-d807c273339c details requested by agent ovs-agent-dv-cinder-741349-4-smb with host dv-cinder-741349-4-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 03:56:17.053215 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-6a2f469b-539c-4760-b2bf-c18dfc942c3b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9696817 Jun 10 03:56:17.085986 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Request body: {'port': {'device_id': '79d43cde-5fdb-4378-b13d-c640753405f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:17.128481 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2501c0c0-46a8-49c1-bdb6-40b6c388508c req-3e88b46a-90dd-4889-9acc-5fae756b124c tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906847 Jun 10 03:56:17.222248 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:17.440563 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-daa418f3-5bad-44ea-9cbc-cdc0f3836205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126309816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127894160'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:17.444830 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:17.512883 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa418f3-5bad-44ea-9cbc-cdc0f3836205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc85bbf-0ffb-4650-8ab9-adbc4f829973,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:17.516018 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-daa418f3-5bad-44ea-9cbc-cdc0f3836205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:17.523618 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa418f3-5bad-44ea-9cbc-cdc0f3836205 admin admin] Checking segment: {'id': 'a32737bc-b1b0-4bc5-9ecf-5ddf554c7874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:56:17.523968 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa418f3-5bad-44ea-9cbc-cdc0f3836205 admin admin] Network hostable DHCP agents. Network: 1dcf9948-5a54-4aca-b366-d807c273339c, hostable agents: ['9b7b751a-80ba-4c5f-bc61-5ab83d7a2938'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 03:56:17.540309 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa418f3-5bad-44ea-9cbc-cdc0f3836205 admin admin] Network 1dcf9948-5a54-4aca-b366-d807c273339c is scheduled to be hosted by DHCP agent 9b7b751a-80ba-4c5f-bc61-5ab83d7a2938 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 03:56:17.551559 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-daa418f3-5bad-44ea-9cbc-cdc0f3836205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-smb, 1dcf9948-5a54-4aca-b366-d807c273339c) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:17.556165 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa418f3-5bad-44ea-9cbc-cdc0f3836205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:17.557288 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-daa418f3-5bad-44ea-9cbc-cdc0f3836205 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:17.567138 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2608a8e1-9ea6-4993-8092-71b7f795dee8 None None] Network 1dcf9948-5a54-4aca-b366-d807c273339c requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:56:17.583375 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-daa418f3-5bad-44ea-9cbc-cdc0f3836205 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6873236 Jun 10 03:56:17.583826 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51274) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:17.590241 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1917082945-router', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:17.619998 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245035'] for router, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:17.621348 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-336819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-245200'] for router, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:17.650921 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8500d512-4682-468d-9329-25ea95640db6 {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:56:17.659444 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:17.686116 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Transition to ACTIVE for port object 8500d512-4682-468d-9329-25ea95640db6 will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:17.691138 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:17.693754 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:17.695835 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-731aafc8-d7ce-476c-bf84-5b77f8deae20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:17.699060 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:17.765191 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Pushing event updated for resources: {'Port': ['ID=8500d512-4682-468d-9329-25ea95640db6,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:17.769754 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:17.866554 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa79c994-edd9-5899-8f11-c816d81be598-1dcf9948-5a54-4aca-b366-d807c273339c', 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'fixed_ips': [{'subnet_id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973'}]}} from dv-cinder-741349-4-smb. {{(pid=91627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 03:56:17.868337 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:17.884686 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2c49c3e3-334f-49a5-a857-6a29feab83a7 req-79f16d25-0dc2-411a-9263-9e40737c639e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 210 time: 0.0625064 Jun 10 03:56:17.954293 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245190'] for router, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:17.992648 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Attempting to bind port 8500d512-4682-468d-9329-25ea95640db6 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:56:17.993139 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Attempting to bind port 8500d512-4682-468d-9329-25ea95640db6 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '8491b6a3-2ff9-4407-a213-2f48da50dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:56:17.993555 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Attempting to bind port 8500d512-4682-468d-9329-25ea95640db6 on network 36b91a10-3d56-4131-8a06-fcb18ccb1199 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:56:18.005077 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Port 8500d512-4682-468d-9329-25ea95640db6 on network 36b91a10-3d56-4131-8a06-fcb18ccb1199 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 03:56:18.005848 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Attempting to bind port 8500d512-4682-468d-9329-25ea95640db6 on network 36b91a10-3d56-4131-8a06-fcb18ccb1199 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:56:18.014602 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Checking agent: {'id': '4c3682d1-d9e4-4dcd-ad72-ddd6d516f54b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:56:18.015037 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Checking segment: {'id': '8491b6a3-2ff9-4407-a213-2f48da50dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:56:18.015551 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Bound using segment: {'id': '8491b6a3-2ff9-4407-a213-2f48da50dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:56:18.016097 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Bound port: 8500d512-4682-468d-9329-25ea95640db6, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8491b6a3-2ff9-4407-a213-2f48da50dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:56:18.016776 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:18.049534 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d1d60-5b17-4ceb-a828-121bb172f6eb req-37d96dfe-2978-4939-b685-60db7bffcda1 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:18.051062 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5c3d1d60-5b17-4ceb-a828-121bb172f6eb req-37d96dfe-2978-4939-b685-60db7bffcda1 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.1700182 Jun 10 03:56:18.082866 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.db_base_plugin_common [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Allocated IP 172.20.0.2 (1dcf9948-5a54-4aca-b366-d807c273339c/4fc85bbf-0ffb-4650-8ab9-adbc4f829973/68f7d893-2f5c-43a9-927e-da18c712ff67) {{(pid=91627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:56:18.199841 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5c3d1d60-5b17-4ceb-a828-121bb172f6eb req-4b942faf-d31a-4773-97f4-18ef0144cc68 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894351 Jun 10 03:56:18.213794 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] For port 8500d512-4682-468d-9329-25ea95640db6, host hv-cinder-74134, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:56:18.217419 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] For port 8500d512-4682-468d-9329-25ea95640db6, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=8500d512-4682-468d-9329-25ea95640db6,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:56:18.221892 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:18.225468 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:18.273800 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:18.275239 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:18.277135 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] 10.222.0.22 "PUT /v2.0/ports/8500d512-4682-468d-9329-25ea95640db6 HTTP/1.1" status: 200 len: 1093 time: 1.2039630 Jun 10 03:56:18.277854 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d43cde-5fdb-4378-b13d-c640753405f6', 'tag': '8500d512-4682-468d-9329-25ea95640db6'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:56:18.281285 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661eb2df-8acb-475e-be1d-20a9cb3de911" -d '{"events": [{"name": "network-changed", "server_uuid": "79d43cde-5fdb-4378-b13d-c640753405f6", "tag": "8500d512-4682-468d-9329-25ea95640db6"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:56:18.361143 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71f8eba-b923-472d-af81-617ad87fff4e x-openstack-request-id: req-a71f8eba-b923-472d-af81-617ad87fff4e {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:56:18.361460 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d43cde-5fdb-4378-b13d-c640753405f6", "tag": "8500d512-4682-468d-9329-25ea95640db6", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:56:18.361740 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a71f8eba-b923-472d-af81-617ad87fff4e {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:56:18.362160 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d43cde-5fdb-4378-b13d-c640753405f6', 'tag': '8500d512-4682-468d-9329-25ea95640db6', 'status': 'completed', 'code': 200} Jun 10 03:56:18.364368 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Pushing event updated for resources: {'Port': ['ID=8500d512-4682-468d-9329-25ea95640db6,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:18.389216 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:18.400698 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Notify callbacks [] for port, precommit_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:18.401052 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:18.416675 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Transition to ACTIVE for port object 68f7d893-2f5c-43a9-927e-da18c712ff67 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:18.448968 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:18.449486 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6f32f-6d0c-48da-9ee9-4faaab3d6340 req-426afe94-a2f0-462e-9060-dd90a6fbaa30 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:18.451106 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-70a6f32f-6d0c-48da-9ee9-4faaab3d6340 req-426afe94-a2f0-462e-9060-dd90a6fbaa30 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 943 time: 0.1237829 Jun 10 03:56:18.459437 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Transition to ACTIVE for port object 68f7d893-2f5c-43a9-927e-da18c712ff67 will not be triggered until provisioned by entity DHCP. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:18.467369 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:18.470338 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3debb7d5-63e0-4406-a569-4661ee194a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:18.518795 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-70a6f32f-6d0c-48da-9ee9-4faaab3d6340 req-06983f93-b9d2-48d0-8e26-caff3c512a6c tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609422 Jun 10 03:56:18.537968 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Network 1dcf9948-5a54-4aca-b366-d807c273339c is already hosted by enough agents. {{(pid=91627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:56:18.541549 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.scheduler.base_scheduler [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Resources bound (agent type, host, resource id): {{(pid=91627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:18.544810 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Received port after_create {{(pid=91627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:56:18.550539 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Pushing event updated for resources: {'Port': ['ID=68f7d893-2f5c-43a9-927e-da18c712ff67,revision_number=1']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:18.556107 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:18.656169 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Attempting to bind port 68f7d893-2f5c-43a9-927e-da18c712ff67 on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:56:18.658424 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Attempting to bind port 68f7d893-2f5c-43a9-927e-da18c712ff67 by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': 'a32737bc-b1b0-4bc5-9ecf-5ddf554c7874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:56:18.659016 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Attempting to bind port 68f7d893-2f5c-43a9-927e-da18c712ff67 on network 1dcf9948-5a54-4aca-b366-d807c273339c {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:56:18.673810 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:56:18.674436 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Checking segment: {'id': 'a32737bc-b1b0-4bc5-9ecf-5ddf554c7874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:56:18.674972 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:18.675621 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Bound using segment: {'id': 'a32737bc-b1b0-4bc5-9ecf-5ddf554c7874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:56:18.676370 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Bound port: 68f7d893-2f5c-43a9-927e-da18c712ff67, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32737bc-b1b0-4bc5-9ecf-5ddf554c7874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:56:18.677009 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:18.697494 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Allocated IP 172.28.2.135 (521d4520-71b8-438e-96ef-236a080e2b51/e4fdf890-cc0e-449a-b17a-0a4cb4019895/4ef9afb4-4925-4774-b1f4-64ca19c2ed1c) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:56:18.704311 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-4ae2094d-80fd-4f74-b0b1-463faaf454d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:18.706055 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-4ae2094d-80fd-4f74-b0b1-463faaf454d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=618da4200815401da9367ea4dacb39ef&device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 1096 time: 0.1640503 Jun 10 03:56:18.748920 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-72e751fc-93d2-4a73-a623-eb87be9d6c81 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:18.750552 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-72e751fc-93d2-4a73-a623-eb87be9d6c81 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.22 "GET /v2.0/networks?id=34ceae76-1875-4ae5-9927-5e5f83e723be HTTP/1.1" status: 200 len: 811 time: 0.2297025 Jun 10 03:56:18.807601 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-0743b139-9f42-402a-8c4c-7deeb126e4e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8500d512-4682-468d-9329-25ea95640db6 HTTP/1.1" status: 200 len: 217 time: 0.0722349 Jun 10 03:56:18.827848 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-63c522bb-bba0-488c-a03f-82b5aaa29907 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6c404a8a83b4778bac89c4af027c5e7 HTTP/1.1" status: 200 len: 380 time: 0.0589776 Jun 10 03:56:18.842517 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-5b9918d1-d5b4-4496-91d8-e5632c3d071c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Request body: {'port': {'device_id': 'b0814df5-344b-4bca-b31f-3906acf19e1c', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'admin_state_up': True, 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'security_groups': ['0bf6a187-1cf2-4e20-a352-111213cfb2bf']}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:18.846490 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] For port 68f7d893-2f5c-43a9-927e-da18c712ff67, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:56:18.853561 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] For port 68f7d893-2f5c-43a9-927e-da18c712ff67, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=68f7d893-2f5c-43a9-927e-da18c712ff67,segment=NetworkSegment(a32737bc-b1b0-4bc5-9ecf-5ddf554c7874),segment_id=a32737bc-b1b0-4bc5-9ecf-5ddf554c7874)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:56:18.869863 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:18.873435 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:18.958161 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Pushing event updated for resources: {'Port': ['ID=68f7d893-2f5c-43a9-927e-da18c712ff67,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:18.963140 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:18.980456 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-d304a64d-222b-4433-95ab-84beff2c4edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:18.981962 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-d304a64d-222b-4433-95ab-84beff2c4edb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c3e0543-da19-4e59-99a9-ddefff277300 HTTP/1.1" status: 200 len: 855 time: 0.1104887 Jun 10 03:56:18.986337 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:19.055947 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-f53a9bd3-33f7-414d-bc78-a89c02450382 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=36b91a10-3d56-4131-8a06-fcb18ccb1199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597520 Jun 10 03:56:19.105250 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126309416'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:19.118962 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:19.246763 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Pushing event updated for resources: {'Port': ['ID=4ef9afb4-4925-4774-b1f4-64ca19c2ed1c,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:19.254594 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:19.283786 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Network 521d4520-71b8-438e-96ef-236a080e2b51 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:56:19.288660 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:19.298385 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:56:19.339661 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-1819f4d1-cf95-4975-a89b-5d4e44de99b8 service neutron] 10.222.0.22 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718542 Jun 10 03:56:19.545755 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b919d4bb-5b6a-41de-b8e0-1d56d8d8092c req-5f6910ec-a35e-4cf3-b243-9381d1ef5f57 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 210 time: 0.4896142 Jun 10 03:56:19.647894 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 51330) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:19.665873 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-5b9918d1-d5b4-4496-91d8-e5632c3d071c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Made reservation on behalf of f6c404a8a83b4778bac89c4af027c5e7 for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:56:19.670662 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-5b9918d1-d5b4-4496-91d8-e5632c3d071c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:19.705646 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac082d1-a44b-401e-9a31-09f227c6f6ff req-6c9b4255-39b4-49ae-9ce6-ab75381adf2c tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:19.713030 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9ac082d1-a44b-401e-9a31-09f227c6f6ff req-6c9b4255-39b4-49ae-9ce6-ab75381adf2c tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.1730247 Jun 10 03:56:19.854281 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-55b346fa-7373-4438-a5f7-379856905632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:19.886106 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9ac082d1-a44b-401e-9a31-09f227c6f6ff req-e604f272-f8bf-40c7-8b5b-361e9c6b0f7d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721203 Jun 10 03:56:19.925699 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 68f7d893-2f5c-43a9-927e-da18c712ff67 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:20.005881 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-5b9918d1-d5b4-4496-91d8-e5632c3d071c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Allocated IP 172.20.0.8 (34ceae76-1875-4ae5-9927-5e5f83e723be/d05b5939-fbc1-4883-ac53-795367a50643/3d224d4d-0ceb-4d07-b361-ab086b3afc92) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:56:20.022507 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623f4fa-c5d0-42b1-8b47-df76d730f4c6 req-db8c4367-b22b-467a-b9b0-688a3db686fe tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:20.029390 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1623f4fa-c5d0-42b1-8b47-df76d730f4c6 req-db8c4367-b22b-467a-b9b0-688a3db686fe tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 943 time: 0.3127682 Jun 10 03:56:20.036389 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-9b44240b-8971-467e-b459-c13ba829a7f2 req-74660a47-1dbc-4d50-9b34-d5dbeefc6b69 service neutron] 10.222.0.22 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6811652 Jun 10 03:56:20.064626 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port 68f7d893-2f5c-43a9-927e-da18c712ff67 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:20.105939 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:20.173381 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1623f4fa-c5d0-42b1-8b47-df76d730f4c6 req-d06d71e6-3f2c-4767-8233-6aa7ab8ac917 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431167 Jun 10 03:56:20.227290 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-55b346fa-7373-4438-a5f7-379856905632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:20.232312 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-55b346fa-7373-4438-a5f7-379856905632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:20.282891 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:20.326990 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661eb2df-8acb-475e-be1d-20a9cb3de911 req-d0ff6d7c-3799-4308-b351-405d18bd4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:20.326990 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-661eb2df-8acb-475e-be1d-20a9cb3de911 req-d0ff6d7c-3799-4308-b351-405d18bd4a2b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=618da4200815401da9367ea4dacb39ef&device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 1096 time: 0.1125312 Jun 10 03:56:20.336261 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-55b346fa-7373-4438-a5f7-379856905632 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af8612efe81d4f38b936a1350009a4b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6850102 Jun 10 03:56:20.346606 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 51340) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:20.367634 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b346fa-7373-4438-a5f7-379856905632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed42e0a-e81a-4af4-a5f4-a1bc3af1a5a8,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:20.383675 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-55b346fa-7373-4438-a5f7-379856905632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:20.408494 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-5b9918d1-d5b4-4496-91d8-e5632c3d071c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:20.437067 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-5b9918d1-d5b4-4496-91d8-e5632c3d071c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Transition to ACTIVE for port object 3d224d4d-0ceb-4d07-b361-ab086b3afc92 will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:20.468563 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0e4db764-ebcb-4917-bd3a-611b4e18e5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:20.477362 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2fbdf4-710c-4304-a062-d836a8070fe2 None None] Network 1dcf9948-5a54-4aca-b366-d807c273339c requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:56:20.507239 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0e4db764-ebcb-4917-bd3a-611b4e18e5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:20.534197 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-5b9918d1-d5b4-4496-91d8-e5632c3d071c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:20.553400 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:20.593081 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661eb2df-8acb-475e-be1d-20a9cb3de911 req-ad4d6bf0-dfd6-4c4f-b30c-ec1eb0cb719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:20.595058 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-661eb2df-8acb-475e-be1d-20a9cb3de911 req-ad4d6bf0-dfd6-4c4f-b30c-ec1eb0cb719c service neutron] 10.222.0.22 "GET /v2.0/networks?id=36b91a10-3d56-4131-8a06-fcb18ccb1199 HTTP/1.1" status: 200 len: 915 time: 0.2154210 Jun 10 03:56:20.596726 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719355'] for router, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:20.658867 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-5b9918d1-d5b4-4496-91d8-e5632c3d071c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Network 34ceae76-1875-4ae5-9927-5e5f83e723be is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:56:20.662327 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-5b9918d1-d5b4-4496-91d8-e5632c3d071c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:20.671871 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-5b9918d1-d5b4-4496-91d8-e5632c3d071c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:56:20.677350 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-5b9918d1-d5b4-4496-91d8-e5632c3d071c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:20.678303 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-5b9918d1-d5b4-4496-91d8-e5632c3d071c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:20.694407 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9918d1-d5b4-4496-91d8-e5632c3d071c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Pushing event updated for resources: {'Port': ['ID=3d224d4d-0ceb-4d07-b361-ab086b3afc92,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:20.698612 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5b9918d1-d5b4-4496-91d8-e5632c3d071c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:20.706694 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-5b9918d1-d5b4-4496-91d8-e5632c3d071c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8713925 Jun 10 03:56:20.707718 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0e4db764-ebcb-4917-bd3a-611b4e18e5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:20.711895 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0e4db764-ebcb-4917-bd3a-611b4e18e5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:20.716518 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-0e4db764-ebcb-4917-bd3a-611b4e18e5dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fed42e0a-e81a-4af4-a5f4-a1bc3af1a5a8 HTTP/1.1" status: 204 len: 168 time: 0.3680375 Jun 10 03:56:20.717452 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9efc1244-4a65-4eec-97f6-c498436242d3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:20.732780 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Request body: {'port': {'device_id': 'b0814df5-344b-4bca-b31f-3906acf19e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:20.735347 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4db764-ebcb-4917-bd3a-611b4e18e5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed42e0a-e81a-4af4-a5f4-a1bc3af1a5a8,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:20.738273 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0e4db764-ebcb-4917-bd3a-611b4e18e5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:20.846746 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-65ecadba-d7b1-4004-8de0-b1065dde4b7a None None] Provisioning for port 68f7d893-2f5c-43a9-927e-da18c712ff67 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:20.852197 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-65ecadba-d7b1-4004-8de0-b1065dde4b7a None None] Provisioning complete for port 68f7d893-2f5c-43a9-927e-da18c712ff67 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:20.852586 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-65ecadba-d7b1-4004-8de0-b1065dde4b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:20.881898 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-661eb2df-8acb-475e-be1d-20a9cb3de911 req-e61292c1-3a4f-4f62-9598-8419cf557c16 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8500d512-4682-468d-9329-25ea95640db6 HTTP/1.1" status: 200 len: 217 time: 0.2620640 Jun 10 03:56:20.914149 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:21.010173 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661eb2df-8acb-475e-be1d-20a9cb3de911 req-f2552ca9-1972-4801-a17a-c48cd20d5eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:21.011728 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-661eb2df-8acb-475e-be1d-20a9cb3de911 req-f2552ca9-1972-4801-a17a-c48cd20d5eb0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c3e0543-da19-4e59-99a9-ddefff277300 HTTP/1.1" status: 200 len: 855 time: 0.1168430 Jun 10 03:56:21.042039 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-65ecadba-d7b1-4004-8de0-b1065dde4b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:21.085068 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-661eb2df-8acb-475e-be1d-20a9cb3de911 req-71ad8f95-0fa2-4a94-b80c-a5cc4a5e09e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=36b91a10-3d56-4131-8a06-fcb18ccb1199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595136 Jun 10 03:56:21.147040 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-65ecadba-d7b1-4004-8de0-b1065dde4b7a None None] For port 68f7d893-2f5c-43a9-927e-da18c712ff67, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=68f7d893-2f5c-43a9-927e-da18c712ff67,segment=NetworkSegment(a32737bc-b1b0-4bc5-9ecf-5ddf554c7874),segment_id=a32737bc-b1b0-4bc5-9ecf-5ddf554c7874)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:56:21.170375 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-65ecadba-d7b1-4004-8de0-b1065dde4b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:21.173857 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:21.210393 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aff655-0098-4375-910b-fa82b26022fa req-a55f1b91-c903-4b0f-977d-5a37af75bbc6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:21.212592 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-68aff655-0098-4375-910b-fa82b26022fa req-a55f1b91-c903-4b0f-977d-5a37af75bbc6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 931 time: 0.4307053 Jun 10 03:56:21.230778 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Router 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 is scheduled to L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be with binding_index 1 {{(pid=91626) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 03:56:21.240692 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecadba-d7b1-4004-8de0-b1065dde4b7a None None] Pushing event updated for resources: {'Port': ['ID=68f7d893-2f5c-43a9-927e-da18c712ff67,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:21.244154 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-65ecadba-d7b1-4004-8de0-b1065dde4b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:21.256837 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51360) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:21.265430 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-661eb2df-8acb-475e-be1d-20a9cb3de911 req-de3357cb-dc3e-46f5-89da-20a59a0c3c17 service neutron] 10.222.0.22 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716952 Jun 10 03:56:21.293371 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-eab90544-7ff5-47e2-abc3-490efba73971 None None] Provisioning for port 3d224d4d-0ceb-4d07-b361-ab086b3afc92 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:21.299059 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-eab90544-7ff5-47e2-abc3-490efba73971 None None] Provisioning complete for port 3d224d4d-0ceb-4d07-b361-ab086b3afc92 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:21.300383 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-eab90544-7ff5-47e2-abc3-490efba73971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:21.360835 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-eab90544-7ff5-47e2-abc3-490efba73971 None None] Port 3d224d4d-0ceb-4d07-b361-ab086b3afc92 cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 03:56:21.370914 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1361e-bbb2-489d-a356-768b5dfbc75f req-02343155-541a-492d-baa4-469b1ecd5d09 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:21.372500 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e4c1361e-bbb2-489d-a356-768b5dfbc75f req-02343155-541a-492d-baa4-469b1ecd5d09 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.2352867 Jun 10 03:56:21.393633 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-68aff655-0098-4375-910b-fa82b26022fa req-def3cbf9-5b7a-40f5-b157-a51031406936 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638241 Jun 10 03:56:21.449084 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e4c1361e-bbb2-489d-a356-768b5dfbc75f req-40b44bd8-fdf6-4f10-a76c-9bd4779f5032 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673158 Jun 10 03:56:21.489386 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-c525ca2f-6a82-43e5-977a-e64a9190d434 None None] Provisioning complete for port 68f7d893-2f5c-43a9-927e-da18c712ff67 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:21.490019 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c525ca2f-6a82-43e5-977a-e64a9190d434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:21.571481 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d224d4d-0ceb-4d07-b361-ab086b3afc92 {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:56:21.582495 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:21.641307 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8a72a533-4ef7-46a1-876c-00dcc2dffd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:21.649746 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Transition to ACTIVE for port object 3d224d4d-0ceb-4d07-b361-ab086b3afc92 will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:21.657224 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:21.668827 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9b901992-294f-4f4a-b7af-a0ca9ba17ca4 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:21.792677 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d224d4d-0ceb-4d07-b361-ab086b3afc92,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:21.795993 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:21.812807 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:56:21.830894 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Sync routers for ids ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'] in dv-cinder-741349-4-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:56:21.859127 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Routers {'8a5e0d57-5009-46c3-bfc5-1d37626fbae2'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:56:21.859379 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-661eb2df-8acb-475e-be1d-20a9cb3de911 req-12378ef1-4040-42bd-b612-f7f2f83c5a13 service neutron] 10.222.0.22 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814624 Jun 10 03:56:21.862454 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:56:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:21.873023 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdee2e-f234-4d53-9139-be5a6d7e3d4d req-ed138fde-055e-4ec9-a83c-d9616ad6aabc tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:21.884365 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4bfdee2e-f234-4d53-9139-be5a6d7e3d4d req-ed138fde-055e-4ec9-a83c-d9616ad6aabc tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 943 time: 0.2934780 Jun 10 03:56:21.897984 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 68f7d893-2f5c-43a9-927e-da18c712ff67 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:21.929879 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Attempting to bind port 3d224d4d-0ceb-4d07-b361-ab086b3afc92 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:56:21.931198 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Attempting to bind port 3d224d4d-0ceb-4d07-b361-ab086b3afc92 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'ec7e0734-e180-43ea-a596-c50ce7c70bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:56:21.931719 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Attempting to bind port 3d224d4d-0ceb-4d07-b361-ab086b3afc92 on network 34ceae76-1875-4ae5-9927-5e5f83e723be {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:56:21.950849 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Port 3d224d4d-0ceb-4d07-b361-ab086b3afc92 on network 34ceae76-1875-4ae5-9927-5e5f83e723be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 03:56:21.951213 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8a72a533-4ef7-46a1-876c-00dcc2dffd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:21.952113 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Attempting to bind port 3d224d4d-0ceb-4d07-b361-ab086b3afc92 on network 34ceae76-1875-4ae5-9927-5e5f83e723be {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:56:21.957000 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8a72a533-4ef7-46a1-876c-00dcc2dffd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:21.961560 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3cea52b3-5c01-4f25-b87b-e2ef7bfc756a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:21.964116 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Checking agent: {'id': '4c3682d1-d9e4-4dcd-ad72-ddd6d516f54b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:56:21.964674 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Checking segment: {'id': 'ec7e0734-e180-43ea-a596-c50ce7c70bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:56:21.965359 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Bound using segment: {'id': 'ec7e0734-e180-43ea-a596-c50ce7c70bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:56:21.966039 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Bound port: 3d224d4d-0ceb-4d07-b361-ab086b3afc92, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7e0734-e180-43ea-a596-c50ce7c70bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:56:21.966656 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:21.970979 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 68f7d893-2f5c-43a9-927e-da18c712ff67 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:21.971482 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:21.976164 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Notify callbacks [] for router, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:21.979984 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3924732 Jun 10 03:56:21.990197 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 51370) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:22.014878 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-8a72a533-4ef7-46a1-876c-00dcc2dffd43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1091a7393aa347aca101b6203ab6f1fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7564428 Jun 10 03:56:22.015990 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72a533-4ef7-46a1-876c-00dcc2dffd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235c326b-aacb-4153-8e1d-3de400344cfa,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:22.018304 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51372) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:22.020288 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8a72a533-4ef7-46a1-876c-00dcc2dffd43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:22.081057 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Set router 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:56:22.082784 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-dcf5adbf-dd6b-4f59-986b-103dd40b5e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:22.121476 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-dcf5adbf-dd6b-4f59-986b-103dd40b5e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:22.180291 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-dcf5adbf-dd6b-4f59-986b-103dd40b5e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:22.184684 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-dcf5adbf-dd6b-4f59-986b-103dd40b5e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:22.187584 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-dcf5adbf-dd6b-4f59-986b-103dd40b5e61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/235c326b-aacb-4153-8e1d-3de400344cfa HTTP/1.1" status: 204 len: 168 time: 0.1683006 Jun 10 03:56:22.188652 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:22.202728 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4bfdee2e-f234-4d53-9139-be5a6d7e3d4d req-4af6e626-70f1-44a3-80de-a0ae1d379280 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967777 Jun 10 03:56:22.234638 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5adbf-dd6b-4f59-986b-103dd40b5e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235c326b-aacb-4153-8e1d-3de400344cfa,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:22.244138 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-dcf5adbf-dd6b-4f59-986b-103dd40b5e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:22.268493 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] For port 3d224d4d-0ceb-4d07-b361-ab086b3afc92, host hv-cinder-74134, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:56:22.287722 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] For port 3d224d4d-0ceb-4d07-b361-ab086b3afc92, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3d224d4d-0ceb-4d07-b361-ab086b3afc92,segment=NetworkSegment(ec7e0734-e180-43ea-a596-c50ce7c70bac),segment_id=ec7e0734-e180-43ea-a596-c50ce7c70bac)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:56:22.335075 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'name': 'tempest-TestMinimumBasicScenario-1917082945-router', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:17Z', 'updated_at': '2021-06-10T03:56:19Z', 'revision_number': 3, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'gw_port': {'id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:18Z', 'updated_at': '2021-06-10T03:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:22.335780 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:22.338845 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Checking router: 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 for host: dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:56:22.339226 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Updating router 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 port 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c binding host dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 03:56:22.378183 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:22.379191 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:22.471506 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:22.472387 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:22.476339 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] 10.222.0.22 "PUT /v2.0/ports/3d224d4d-0ceb-4d07-b361-ab086b3afc92 HTTP/1.1" status: 200 len: 1093 time: 1.7458181 Jun 10 03:56:22.588679 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0814df5-344b-4bca-b31f-3906acf19e1c', 'tag': '3d224d4d-0ceb-4d07-b361-ab086b3afc92'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:56:22.591516 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc615bef-e5f2-48f9-9094-5a9ac438602d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0814df5-344b-4bca-b31f-3906acf19e1c", "tag": "3d224d4d-0ceb-4d07-b361-ab086b3afc92"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:56:22.778998 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Notify callbacks [] for port, precommit_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:22.790833 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.provisioning_blocks [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Transition to ACTIVE for port object 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c will not be triggered until provisioned by entity L2. {{(pid=91628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:22.799472 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:22.808262 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:22.900497 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238502df-2977-4719-9b61-d549c6bbed7e None None] Pushing event updated for resources: {'Port': ['ID=4ef9afb4-4925-4774-b1f4-64ca19c2ed1c,revision_number=2']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:22.903982 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-238502df-2977-4719-9b61-d549c6bbed7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:22.904893 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Attempting to bind port 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:56:22.905273 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Attempting to bind port 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:56:22.905645 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Attempting to bind port 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c on network 521d4520-71b8-438e-96ef-236a080e2b51 {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:56:22.915679 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:56:22.916595 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Checking segment: {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:56:22.917272 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:22.917872 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Bound using segment: {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:56:22.918767 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Bound port: 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:56:22.922517 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:23.023280 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] For port 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:56:23.027281 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] For port 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=4ef9afb4-4925-4774-b1f4-64ca19c2ed1c,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:56:23.032096 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:23.036854 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-f6d9f022-98a3-4727-ba6d-3b06ade520e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:23.067446 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d224d4d-0ceb-4d07-b361-ab086b3afc92,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:23.101159 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:23.141187 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Routers {'8a5e0d57-5009-46c3-bfc5-1d37626fbae2'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:56:23.142196 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:56:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:23.203064 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238502df-2977-4719-9b61-d549c6bbed7e None None] Pushing event updated for resources: {'Port': ['ID=4ef9afb4-4925-4774-b1f4-64ca19c2ed1c,revision_number=3']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:23.235485 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6af87-3a17-49b8-a69a-9c99bebcb9b9 req-f17a3033-9ede-4290-8ed1-444df871bbec tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:23.236972 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-58e6af87-3a17-49b8-a69a-9c99bebcb9b9 req-f17a3033-9ede-4290-8ed1-444df871bbec tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 943 time: 0.6298172 Jun 10 03:56:23.257125 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-238502df-2977-4719-9b61-d549c6bbed7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:23.280436 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-7f69b58f-7029-47b9-9913-298be8e12a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:23.282009 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-7f69b58f-7029-47b9-9913-298be8e12a6e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6c404a8a83b4778bac89c4af027c5e7&device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 1096 time: 0.6869965 Jun 10 03:56:23.340676 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] Set router 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:56:23.397871 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-ef2e436a-1304-443f-96cb-0e91ce10b0ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d224d4d-0ceb-4d07-b361-ab086b3afc92 HTTP/1.1" status: 200 len: 217 time: 0.0719950 Jun 10 03:56:23.423680 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669a09e-2223-4205-b5eb-08938506d330 req-46ab193f-47c1-49f0-9d96-0666d95a8fcc tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:23.425375 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2669a09e-2223-4205-b5eb-08938506d330 req-46ab193f-47c1-49f0-9d96-0666d95a8fcc tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.3822925 Jun 10 03:56:23.471020 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-58e6af87-3a17-49b8-a69a-9c99bebcb9b9 req-20902fd9-2500-4ebd-abb7-c5a123a08a0f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217028 Jun 10 03:56:23.571233 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32db2893-d1ec-4c30-9ae1-e51a6d64a9ae x-openstack-request-id: req-32db2893-d1ec-4c30-9ae1-e51a6d64a9ae {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:56:23.571559 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0814df5-344b-4bca-b31f-3906acf19e1c", "tag": "3d224d4d-0ceb-4d07-b361-ab086b3afc92", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:56:23.571852 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32db2893-d1ec-4c30-9ae1-e51a6d64a9ae {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:56:23.572267 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0814df5-344b-4bca-b31f-3906acf19e1c', 'tag': '3d224d4d-0ceb-4d07-b361-ab086b3afc92', 'status': 'completed', 'code': 200} Jun 10 03:56:23.583364 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:23.587925 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2669a09e-2223-4205-b5eb-08938506d330 req-2b6443cb-2569-435a-9bbb-0e26b78e7736 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487839 Jun 10 03:56:23.590435 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-c82b1f97-305a-4436-a4ec-542dccb13487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:23.592027 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-c82b1f97-305a-4436-a4ec-542dccb13487 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d05b5939-fbc1-4883-ac53-795367a50643 HTTP/1.1" status: 200 len: 850 time: 0.1786976 Jun 10 03:56:23.676494 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 8500d512-4682-468d-9329-25ea95640db6 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 03:56:23.784152 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-c5f0787c-b643-4300-bb6e-3c8fd268f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:23.785663 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-c5f0787c-b643-4300-bb6e-3c8fd268f673 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=34ceae76-1875-4ae5-9927-5e5f83e723be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1838706 Jun 10 03:56:23.877857 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'name': 'tempest-TestMinimumBasicScenario-1917082945-router', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:17Z', 'updated_at': '2021-06-10T03:56:19Z', 'revision_number': 3, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'gw_port': {'id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:18Z', 'updated_at': '2021-06-10T03:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:23.881737 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfabfd7-698e-4d88-9950-7f8d60792252 None None] The sync data for ids ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'] in dv-cinder-741349-4-smb is: [{'id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'name': 'tempest-TestMinimumBasicScenario-1917082945-router', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:17Z', 'updated_at': '2021-06-10T03:56:19Z', 'revision_number': 3, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'gw_port': {'id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:18Z', 'updated_at': '2021-06-10T03:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:56:23.884180 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 8500d512-4682-468d-9329-25ea95640db6, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=8500d512-4682-468d-9329-25ea95640db6,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:56:23.905494 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': '8500d512-4682-468d-9329-25ea95640db6', 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199', 'port_id': '8500d512-4682-468d-9329-25ea95640db6', 'mac_address': 'fa:16:3e:ff:97:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3e0543-da19-4e59-99a9-ddefff277300', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 03:56:23.951800 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Allocated IP 172.20.0.1 (1dcf9948-5a54-4aca-b366-d807c273339c/4fc85bbf-0ffb-4650-8ab9-adbc4f829973/99aca66e-344a-41bf-82b1-922afddc6e92) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:56:23.994155 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:24.017004 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8500d512-4682-468d-9329-25ea95640db6 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:56:24.044028 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 8500d512-4682-468d-9329-25ea95640db6, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=8500d512-4682-468d-9329-25ea95640db6,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:56:24.049605 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:24.051706 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:24.114562 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=8500d512-4682-468d-9329-25ea95640db6,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:24.117744 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:24.278948 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-105e05b9-4a52-423e-9849-61339176714c service neutron] 10.222.0.22 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986393 Jun 10 03:56:24.288454 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c16e8f-76a3-4c60-b8b8-c6024fc7622f req-bf47d7c5-054d-42ac-966d-56fab6201917 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:24.289949 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-39c16e8f-76a3-4c60-b8b8-c6024fc7622f req-bf47d7c5-054d-42ac-966d-56fab6201917 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 943 time: 0.3084919 Jun 10 03:56:24.294339 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:24.363410 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Transition to ACTIVE for port object 99aca66e-344a-41bf-82b1-922afddc6e92 will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:24.441512 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-39c16e8f-76a3-4c60-b8b8-c6024fc7622f req-83bf8c07-c17c-496f-9d55-9a89ed796f02 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382363 Jun 10 03:56:24.478643 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a7b34cd-d062-43fa-9118-e756c283f9d3 req-ead14e22-be03-49ac-85d1-2b759d4cf9bc service neutron] 10.222.0.22 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868384 Jun 10 03:56:24.487517 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:24.490209 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-79938ab6-291c-4735-8c4b-34d96a1fa2e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:24.522757 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['8500d512-4682-468d-9329-25ea95640db6'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:56:24.546701 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Network 1dcf9948-5a54-4aca-b366-d807c273339c is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:56:24.558508 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:24.563433 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:56:24.563913 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690492'] for router_interface, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:24.648679 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Pushing event updated for resources: {'Port': ['ID=99aca66e-344a-41bf-82b1-922afddc6e92,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:24.651875 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:24.889260 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-7ade387c-bb5c-42bd-8bbf-f2152e01a3f8 None None] Provisioning for port 99aca66e-344a-41bf-82b1-922afddc6e92 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:24.893166 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-7ade387c-bb5c-42bd-8bbf-f2152e01a3f8 None None] Provisioning complete for port 99aca66e-344a-41bf-82b1-922afddc6e92 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:24.893559 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-7ade387c-bb5c-42bd-8bbf-f2152e01a3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:24.926060 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc615bef-e5f2-48f9-9094-5a9ac438602d req-461dedb3-09bd-4a77-b0f6-9e660d9de733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:24.928135 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bc615bef-e5f2-48f9-9094-5a9ac438602d req-461dedb3-09bd-4a77-b0f6-9e660d9de733 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6c404a8a83b4778bac89c4af027c5e7&device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 1096 time: 0.2898953 Jun 10 03:56:24.941503 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-7ade387c-bb5c-42bd-8bbf-f2152e01a3f8 None None] Port 99aca66e-344a-41bf-82b1-922afddc6e92 cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 03:56:24.944017 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea460a35-fb7d-46aa-b057-3299f147399d req-53d2eb72-e20e-4332-88c6-881dda3cb1f9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:24.945450 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ea460a35-fb7d-46aa-b057-3299f147399d req-53d2eb72-e20e-4332-88c6-881dda3cb1f9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 943 time: 0.2644317 Jun 10 03:56:25.000559 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:25.035104 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15083b9-a256-4406-ae83-70383cc56032 req-5a99c8c1-9a62-4a58-99bc-13063dbd8cdc tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:25.037068 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b15083b9-a256-4406-ae83-70383cc56032 req-5a99c8c1-9a62-4a58-99bc-13063dbd8cdc tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.2501411 Jun 10 03:56:25.145736 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ea460a35-fb7d-46aa-b057-3299f147399d req-d34938f4-5d22-4170-937d-6b238458159f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866105 Jun 10 03:56:25.212737 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b15083b9-a256-4406-ae83-70383cc56032 req-49f705a4-290c-4580-b048-00658a320634 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685908 Jun 10 03:56:25.225506 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc615bef-e5f2-48f9-9094-5a9ac438602d req-1884d7ba-7d75-4f6e-9343-110f0270a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:25.227119 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bc615bef-e5f2-48f9-9094-5a9ac438602d req-1884d7ba-7d75-4f6e-9343-110f0270a065 service neutron] 10.222.0.22 "GET /v2.0/networks?id=34ceae76-1875-4ae5-9927-5e5f83e723be HTTP/1.1" status: 200 len: 911 time: 0.2779107 Jun 10 03:56:25.308374 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bc615bef-e5f2-48f9-9094-5a9ac438602d req-77b649bd-5676-4da1-b840-59912b33a899 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d224d4d-0ceb-4d07-b361-ab086b3afc92 HTTP/1.1" status: 200 len: 217 time: 0.0707903 Jun 10 03:56:25.737720 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc615bef-e5f2-48f9-9094-5a9ac438602d req-824c34fa-8c4f-4c28-a876-5b691cee8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:25.739331 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bc615bef-e5f2-48f9-9094-5a9ac438602d req-824c34fa-8c4f-4c28-a876-5b691cee8387 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d05b5939-fbc1-4883-ac53-795367a50643 HTTP/1.1" status: 200 len: 850 time: 0.4126043 Jun 10 03:56:25.824058 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:25.832970 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:25.834493 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690504'] for router_interface, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:25.842619 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463224c-f0f3-4d7e-9a95-b4cea690199c req-3d1608b1-7028-413c-b00e-9c60a3e58b26 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:25.844074 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d463224c-f0f3-4d7e-9a95-b4cea690199c req-3d1608b1-7028-413c-b00e-9c60a3e58b26 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 944 time: 0.2111964 Jun 10 03:56:25.846655 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:25.902337 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:25.956163 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc615bef-e5f2-48f9-9094-5a9ac438602d req-352b548c-3a96-4165-be62-f870eccda695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:25.957897 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bc615bef-e5f2-48f9-9094-5a9ac438602d req-352b548c-3a96-4165-be62-f870eccda695 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=34ceae76-1875-4ae5-9927-5e5f83e723be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2073739 Jun 10 03:56:25.959238 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Pushing event updated for resources: {'Port': ['ID=99aca66e-344a-41bf-82b1-922afddc6e92,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:25.960274 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:25.962406 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:25.964373 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:25.964763 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:26.022957 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d463224c-f0f3-4d7e-9a95-b4cea690199c req-ceebb7a3-de6c-40cf-8197-6f65824e0b38 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694951 Jun 10 03:56:26.064730 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:26.090084 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=4ef9afb4-4925-4774-b1f4-64ca19c2ed1c,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:56:26.102072 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:26.104053 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:26.150116 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Network 1dcf9948-5a54-4aca-b366-d807c273339c is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:56:26.155932 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:26.158861 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=4ef9afb4-4925-4774-b1f4-64ca19c2ed1c,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:26.162612 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:26.172713 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bc615bef-e5f2-48f9-9094-5a9ac438602d req-850fa28d-374c-495e-ac74-0b228595b262 service neutron] 10.222.0.22 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605327 Jun 10 03:56:26.385774 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-f102fa82-64b3-4fb5-8595-68813d262359 None None] Provisioning complete for port 99aca66e-344a-41bf-82b1-922afddc6e92 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:26.386160 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f102fa82-64b3-4fb5-8595-68813d262359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:26.428758 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-f102fa82-64b3-4fb5-8595-68813d262359 None None] Port 99aca66e-344a-41bf-82b1-922afddc6e92 cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 03:56:26.527375 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bc615bef-e5f2-48f9-9094-5a9ac438602d req-4d62b0c2-a6fd-471e-88de-47e8ae1fc1dc service neutron] 10.222.0.22 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061211 Jun 10 03:56:26.529611 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Router 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 03:56:26.545271 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887c4a7-4838-470a-9172-32418d74cc61 req-b340877a-ead4-46e7-ba29-0e33d90a0eb9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:26.546636 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8887c4a7-4838-470a-9172-32418d74cc61 req-b340877a-ead4-46e7-ba29-0e33d90a0eb9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 943 time: 0.2495370 Jun 10 03:56:26.586692 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7561bc-6394-4904-830b-41fd6f67f1ba req-83733b24-15b0-4a98-bc57-a36a609777fb tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:26.588054 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ce7561bc-6394-4904-830b-41fd6f67f1ba req-83733b24-15b0-4a98-bc57-a36a609777fb tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.2279663 Jun 10 03:56:26.726556 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8887c4a7-4838-470a-9172-32418d74cc61 req-00c97fa7-d2f0-4e70-9924-9c7e1c480071 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714196 Jun 10 03:56:26.753655 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ce7561bc-6394-4904-830b-41fd6f67f1ba req-c059e651-984e-4abb-a54c-aae22b55c7ff tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206303 Jun 10 03:56:26.780598 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:56:26.792163 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Sync routers for ids ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'] in dv-cinder-741349-4-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:56:26.805205 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] 10.222.0.25 "PUT /v2.0/routers/8a5e0d57-5009-46c3-bfc5-1d37626fbae2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8063297 Jun 10 03:56:26.812809 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Routers {'8a5e0d57-5009-46c3-bfc5-1d37626fbae2'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:56:26.813540 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:56:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:26.980342 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Set router 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:56:27.083666 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51544) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:27.262834 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc00b7-9e79-40e7-8e6e-5e41511e480b req-e0e4f31f-1a98-4342-9f57-902ab6222ddf tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:27.269679 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fafc00b7-9e79-40e7-8e6e-5e41511e480b req-e0e4f31f-1a98-4342-9f57-902ab6222ddf tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 944 time: 0.0977283 Jun 10 03:56:27.339828 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fafc00b7-9e79-40e7-8e6e-5e41511e480b req-872247b6-bbed-4cbf-8bbb-32b115acb684 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692003 Jun 10 03:56:27.340781 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d2dce5aa-3a5a-4b20-9067-7d0e9e3722e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:27.364159 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 51558) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:27.370044 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1493434596-network', 'tenant_id': 'ef040c24740645c3a55a50701d64155a'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:27.444624 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d2dce5aa-3a5a-4b20-9067-7d0e9e3722e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:27.445482 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'name': 'tempest-TestMinimumBasicScenario-1917082945-router', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:17Z', 'updated_at': '2021-06-10T03:56:24Z', 'revision_number': 4, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'gw_port': {'id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:18Z', 'updated_at': '2021-06-10T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '99aca66e-344a-41bf-82b1-922afddc6e92', 'name': '', 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'mac_address': 'fa:16:3e:54:30:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:23Z', 'updated_at': '2021-06-10T03:56:25Z', 'revision_number': 2, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'subnets': [{'id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:27.449154 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d2dce5aa-3a5a-4b20-9067-7d0e9e3722e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:27.449665 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Checking router: 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 for host: dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:56:27.450140 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Updating router 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 port 99aca66e-344a-41bf-82b1-922afddc6e92 binding host dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 03:56:27.466035 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] Made reservation on behalf of ef040c24740645c3a55a50701d64155a for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:56:27.468366 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612569'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:27.473144 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d60f00a9-ff75-45c8-951c-7d9061236adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:27.478861 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:27.498559 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-d2dce5aa-3a5a-4b20-9067-7d0e9e3722e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a119494d60104a8fa4a448352eaac3ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137120 Jun 10 03:56:27.498969 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 51560) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:27.499389 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:27.501247 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dce5aa-3a5a-4b20-9067-7d0e9e3722e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b17e66-29af-4a50-9f84-202d0806f263,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:27.504391 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d2dce5aa-3a5a-4b20-9067-7d0e9e3722e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:27.583901 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b5d75bd9-2e8a-4081-b2f5-f031722c72cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:27.616280 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b5d75bd9-2e8a-4081-b2f5-f031722c72cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:27.660529 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:27.670292 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:27.674506 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-454499a1-9d3a-4d9c-b286-5f9dcf1da0f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:27.702297 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 03:56:27.711337 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363db016-90b3-49d6-a3ec-8573d436cec3,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:27.714181 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:27.722585 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3d224d4d-0ceb-4d07-b361-ab086b3afc92 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 03:56:27.722785 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b5d75bd9-2e8a-4081-b2f5-f031722c72cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:27.725672 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 8500d512-4682-468d-9329-25ea95640db6 up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:27.726318 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b5d75bd9-2e8a-4081-b2f5-f031722c72cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:27.727990 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-b5d75bd9-2e8a-4081-b2f5-f031722c72cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6b17e66-29af-4a50-9f84-202d0806f263 HTTP/1.1" status: 204 len: 168 time: 0.2275527 Jun 10 03:56:27.733089 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b3356799-0307-4044-8bda-8c24751d1c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:27.736372 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:27.736715 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] Added segment 613cc5f6-9c9f-4489-865b-83d1139b8b1a of type vlan for network eeada760-4f82-4853-b871-f96b8f8362a7 Jun 10 03:56:27.750317 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d75bd9-2e8a-4081-b2f5-f031722c72cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b17e66-29af-4a50-9f84-202d0806f263,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:27.753769 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b5d75bd9-2e8a-4081-b2f5-f031722c72cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:27.844675 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785831791279'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:27.885027 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:27.886428 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:27.887011 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:27.894551 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:27.952562 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:27.976331 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:28.031885 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Transition to ACTIVE for port object 99aca66e-344a-41bf-82b1-922afddc6e92 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:28.047167 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:28.054399 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6849840 Jun 10 03:56:28.054631 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51576) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:28.060965 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] Pushing event updated for resources: {'Network': ['ID=eeada760-4f82-4853-b871-f96b8f8362a7,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:28.063867 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:28.064035 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:28.069844 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-4017c4cd-bb70-44c9-91f5-8e96131ae87c admin admin] Request body: {'subnet': {'network_id': 'eeada760-4f82-4853-b871-f96b8f8362a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1493434596-subnet', 'tenant_id': 'ef040c24740645c3a55a50701d64155a', 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:28.094366 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4017c4cd-bb70-44c9-91f5-8e96131ae87c admin admin] Made reservation on behalf of ef040c24740645c3a55a50701d64155a for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:56:28.096905 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4017c4cd-bb70-44c9-91f5-8e96131ae87c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127894150'] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:28.150148 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1fbd7-d80b-4262-8b8e-13ae1a8693ae req-c3d91ccb-f947-4dc3-9bc6-3eccecdf44eb tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:28.151779 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0ac1fbd7-d80b-4262-8b8e-13ae1a8693ae req-c3d91ccb-f947-4dc3-9bc6-3eccecdf44eb tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 943 time: 0.2240980 Jun 10 03:56:28.165041 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f4128-5761-4688-867a-3fed0450ff87 req-f7a83b97-4d4c-4e57-980e-f603006de74d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:28.167631 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Network eeada760-4f82-4853-b871-f96b8f8362a7 details requested by agent ovs-agent-dv-cinder-741349-4-smb with host dv-cinder-741349-4-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 03:56:28.167789 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-218f4128-5761-4688-867a-3fed0450ff87 req-f7a83b97-4d4c-4e57-980e-f603006de74d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.1385865 Jun 10 03:56:28.209361 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning for port 8500d512-4682-468d-9329-25ea95640db6 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:28.257129 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port 8500d512-4682-468d-9329-25ea95640db6 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:28.257637 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:28.272828 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0ac1fbd7-d80b-4262-8b8e-13ae1a8693ae req-b99b4bb3-adce-472f-aa99-fe257cb154fe tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033823 Jun 10 03:56:28.280890 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-218f4128-5761-4688-867a-3fed0450ff87 req-aa499744-8d2f-4e89-bcc2-7c1aa535a54c tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933139 Jun 10 03:56:28.431164 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581eca9-928e-4604-b6db-de6eef12e750 None None] Pushing event updated for resources: {'Port': ['ID=99aca66e-344a-41bf-82b1-922afddc6e92,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:28.467144 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-c581eca9-928e-4604-b6db-de6eef12e750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:28.475651 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4017c4cd-bb70-44c9-91f5-8e96131ae87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126309816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127894160'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:28.480841 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:28.555404 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 3d224d4d-0ceb-4d07-b361-ab086b3afc92, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3d224d4d-0ceb-4d07-b361-ab086b3afc92,segment=NetworkSegment(ec7e0734-e180-43ea-a596-c50ce7c70bac),segment_id=ec7e0734-e180-43ea-a596-c50ce7c70bac)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:56:28.581992 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017c4cd-bb70-44c9-91f5-8e96131ae87c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae4a8ce-f0c6-4252-9d00-2bb84cf7c46a,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:28.590559 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:28.591087 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:28.599998 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4017c4cd-bb70-44c9-91f5-8e96131ae87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:28.603312 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017c4cd-bb70-44c9-91f5-8e96131ae87c admin admin] Checking segment: {'id': '613cc5f6-9c9f-4489-865b-83d1139b8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eeada760-4f82-4853-b871-f96b8f8362a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:56:28.603673 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4017c4cd-bb70-44c9-91f5-8e96131ae87c admin admin] Network hostable DHCP agents. Network: eeada760-4f82-4853-b871-f96b8f8362a7, hostable agents: ['9b7b751a-80ba-4c5f-bc61-5ab83d7a2938'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 03:56:28.610881 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c2fc5-0e26-4a34-93a6-0478a016d8d7 req-93745008-93a7-4ddb-81b4-83d5ff010a75 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:28.615848 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-346c2fc5-0e26-4a34-93a6-0478a016d8d7 req-93745008-93a7-4ddb-81b4-83d5ff010a75 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 944 time: 0.0968757 Jun 10 03:56:28.624764 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4017c4cd-bb70-44c9-91f5-8e96131ae87c admin admin] Network eeada760-4f82-4853-b871-f96b8f8362a7 is scheduled to be hosted by DHCP agent 9b7b751a-80ba-4c5f-bc61-5ab83d7a2938 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 03:56:28.629271 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': '3d224d4d-0ceb-4d07-b361-ab086b3afc92', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'port_id': '3d224d4d-0ceb-4d07-b361-ab086b3afc92', 'mac_address': 'fa:16:3e:45:2a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 03:56:28.638859 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-4017c4cd-bb70-44c9-91f5-8e96131ae87c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-smb, eeada760-4f82-4853-b871-f96b8f8362a7) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:28.659966 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4017c4cd-bb70-44c9-91f5-8e96131ae87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:28.660955 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4017c4cd-bb70-44c9-91f5-8e96131ae87c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:28.676561 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-4017c4cd-bb70-44c9-91f5-8e96131ae87c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6138730 Jun 10 03:56:28.676777 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-346c2fc5-0e26-4a34-93a6-0478a016d8d7 req-d6b1cdff-32c0-4421-9afd-b71ed068ea38 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522935 Jun 10 03:56:28.679252 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51596) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:28.682800 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7082136-2f17-495e-844f-0d90fce8a64c None None] Network eeada760-4f82-4853-b871-f96b8f8362a7 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:56:28.683580 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1493434596-router', 'tenant_id': 'ef040c24740645c3a55a50701d64155a', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:28.724051 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245035'] for router, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:28.725833 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-336819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-245200'] for router, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:28.774152 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Attempting to bind port 99aca66e-344a-41bf-82b1-922afddc6e92 on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:56:28.774634 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Attempting to bind port 99aca66e-344a-41bf-82b1-922afddc6e92 by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': 'a32737bc-b1b0-4bc5-9ecf-5ddf554c7874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:56:28.775014 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Attempting to bind port 99aca66e-344a-41bf-82b1-922afddc6e92 on network 1dcf9948-5a54-4aca-b366-d807c273339c {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:56:28.797440 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:28.865999 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:56:28.866458 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Checking segment: {'id': 'a32737bc-b1b0-4bc5-9ecf-5ddf554c7874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:56:28.870485 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:28.870485 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Bound using segment: {'id': 'a32737bc-b1b0-4bc5-9ecf-5ddf554c7874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:56:28.870485 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Bound port: 99aca66e-344a-41bf-82b1-922afddc6e92, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32737bc-b1b0-4bc5-9ecf-5ddf554c7874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:56:28.870485 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:28.905982 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:28.932495 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:28.983088 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d224d4d-0ceb-4d07-b361-ab086b3afc92 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:56:29.027046 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245190'] for router, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:29.234421 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 3d224d4d-0ceb-4d07-b361-ab086b3afc92, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3d224d4d-0ceb-4d07-b361-ab086b3afc92,segment=NetworkSegment(ec7e0734-e180-43ea-a596-c50ce7c70bac),segment_id=ec7e0734-e180-43ea-a596-c50ce7c70bac)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:56:29.244073 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d43cde-5fdb-4378-b13d-c640753405f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8500d512-4682-468d-9329-25ea95640db6'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:56:29.246362 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14a64ad-e6e9-4313-82e1-e33eb3d35ba6" -d '{"events": [{"server_uuid": "79d43cde-5fdb-4378-b13d-c640753405f6", "name": "network-vif-plugged", "status": "completed", "tag": "8500d512-4682-468d-9329-25ea95640db6"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:56:29.273546 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:29.276425 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 8500d512-4682-468d-9329-25ea95640db6, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=8500d512-4682-468d-9329-25ea95640db6,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:56:29.282274 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-dedd45dd-af36-4f13-86f3-0d2794bb793f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:29.319912 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0c0c7b-1a34-44b8-b565-79e630a752cb x-openstack-request-id: req-2e0c0c7b-1a34-44b8-b565-79e630a752cb {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:56:29.320218 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d43cde-5fdb-4378-b13d-c640753405f6", "name": "network-vif-plugged", "status": "completed", "tag": "8500d512-4682-468d-9329-25ea95640db6", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:56:29.320488 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e0c0c7b-1a34-44b8-b565-79e630a752cb {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:56:29.320889 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d43cde-5fdb-4378-b13d-c640753405f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8500d512-4682-468d-9329-25ea95640db6', 'code': 200} Jun 10 03:56:29.321584 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:29.332712 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] For port 99aca66e-344a-41bf-82b1-922afddc6e92, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:56:29.390118 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] For port 99aca66e-344a-41bf-82b1-922afddc6e92, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=99aca66e-344a-41bf-82b1-922afddc6e92,segment=NetworkSegment(a32737bc-b1b0-4bc5-9ecf-5ddf554c7874),segment_id=a32737bc-b1b0-4bc5-9ecf-5ddf554c7874)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:56:29.402156 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:29.408927 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa79c994-edd9-5899-8f11-c816d81be598-eeada760-4f82-4853-b871-f96b8f8362a7', 'network_id': 'eeada760-4f82-4853-b871-f96b8f8362a7', 'tenant_id': 'ef040c24740645c3a55a50701d64155a', 'fixed_ips': [{'subnet_id': 'aae4a8ce-f0c6-4252-9d00-2bb84cf7c46a'}]}} from dv-cinder-741349-4-smb. {{(pid=91627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 03:56:29.410127 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:29.436192 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=3d224d4d-0ceb-4d07-b361-ab086b3afc92,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:29.444295 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:29.445006 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-65ecadba-d7b1-4004-8de0-b1065dde4b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:29.468012 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:29.537739 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:29.563271 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Routers {'8a5e0d57-5009-46c3-bfc5-1d37626fbae2'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:56:29.564218 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:56:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:29.670324 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16102f0b-661b-45d5-9c25-d973844e8ca7 req-49834e64-0049-4692-90d7-f9943c3c8009 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:29.691432 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-16102f0b-661b-45d5-9c25-d973844e8ca7 req-49834e64-0049-4692-90d7-f9943c3c8009 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 944 time: 0.1691036 Jun 10 03:56:29.749544 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Allocated IP 172.28.2.241 (521d4520-71b8-438e-96ef-236a080e2b51/e4fdf890-cc0e-449a-b17a-0a4cb4019895/c94589dd-5bda-481e-ad2a-06f6522d05c2) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:56:29.768643 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['3d224d4d-0ceb-4d07-b361-ab086b3afc92'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:56:29.906395 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=8500d512-4682-468d-9329-25ea95640db6,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:29.940051 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:29.990570 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126309416'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:29.994003 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:30.040628 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Network 521d4520-71b8-438e-96ef-236a080e2b51 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:56:30.043905 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:30.046021 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:56:30.082919 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] Set router 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:56:30.085595 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Pushing event updated for resources: {'Port': ['ID=c94589dd-5bda-481e-ad2a-06f6522d05c2,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:30.087764 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581eca9-928e-4604-b6db-de6eef12e750 None None] Pushing event updated for resources: {'Port': ['ID=99aca66e-344a-41bf-82b1-922afddc6e92,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:30.094064 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:30.107926 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-16102f0b-661b-45d5-9c25-d973844e8ca7 req-0ad916c6-da53-4bac-9838-3d6bc095a54a tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4141672 Jun 10 03:56:30.134336 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.db_base_plugin_common [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Allocated IP 172.20.0.2 (eeada760-4f82-4853-b871-f96b8f8362a7/aae4a8ce-f0c6-4252-9d00-2bb84cf7c46a/890b35f5-6b60-4777-a9f9-1685bddb79b8) {{(pid=91627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:56:30.141512 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ce485-0bb2-4f7b-94f9-ba650f116242 req-31a3b15e-4f68-4826-a479-69c86b14e61d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:30.142213 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-c581eca9-928e-4604-b6db-de6eef12e750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:30.143760 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.735s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:30.144106 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:30.151246 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-849ce485-0bb2-4f7b-94f9-ba650f116242 req-31a3b15e-4f68-4826-a479-69c86b14e61d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.5499749 Jun 10 03:56:30.154696 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1300b-5501-49ed-b862-429a4d21d810 req-12fed8ae-14bb-4d72-9719-5d86ecbafdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:30.156509 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-61f1300b-5501-49ed-b862-429a4d21d810 req-12fed8ae-14bb-4d72-9719-5d86ecbafdb4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 1098 time: 0.4981811 Jun 10 03:56:30.240516 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-849ce485-0bb2-4f7b-94f9-ba650f116242 req-b4e2cf3e-4d13-4057-b60c-ed75bd61ff2e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792913 Jun 10 03:56:30.247397 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-61f1300b-5501-49ed-b862-429a4d21d810 req-0db793e0-151c-47c5-b735-a779b4d54942 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725071 Jun 10 03:56:30.431096 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d9112-bdde-40bd-9485-a160f486f92f req-ae1732d0-6111-4fd0-b431-116d3e342c93 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:30.442632 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-148d9112-bdde-40bd-9485-a160f486f92f req-ae1732d0-6111-4fd0-b431-116d3e342c93 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 945 time: 0.0952799 Jun 10 03:56:30.494322 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-148d9112-bdde-40bd-9485-a160f486f92f req-1b019858-96f8-41fc-ac9e-c1501690c65a tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481391 Jun 10 03:56:30.597515 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Notify callbacks [] for port, precommit_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:30.613363 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Transition to ACTIVE for port object 890b35f5-6b60-4777-a9f9-1685bddb79b8 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:30.634147 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Transition to ACTIVE for port object 890b35f5-6b60-4777-a9f9-1685bddb79b8 will not be triggered until provisioned by entity DHCP. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:30.640896 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:30.642127 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:30.645094 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'name': 'tempest-TestMinimumBasicScenario-1917082945-router', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:17Z', 'updated_at': '2021-06-10T03:56:24Z', 'revision_number': 4, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'gw_port': {'id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:18Z', 'updated_at': '2021-06-10T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '99aca66e-344a-41bf-82b1-922afddc6e92', 'name': '', 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'mac_address': 'fa:16:3e:54:30:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:23Z', 'updated_at': '2021-06-10T03:56:29Z', 'revision_number': 4, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'subnets': [{'id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:30.648566 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:30.676416 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6873dcfa-2f14-4dbd-8bd9-52e4fe2a4798 None None] The sync data for ids ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'] in dv-cinder-741349-4-smb is: [{'id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'name': 'tempest-TestMinimumBasicScenario-1917082945-router', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:17Z', 'updated_at': '2021-06-10T03:56:24Z', 'revision_number': 4, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'gw_port': {'id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:18Z', 'updated_at': '2021-06-10T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '99aca66e-344a-41bf-82b1-922afddc6e92', 'name': '', 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'mac_address': 'fa:16:3e:54:30:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:23Z', 'updated_at': '2021-06-10T03:56:29Z', 'revision_number': 4, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'subnets': [{'id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:56:30.695637 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Network eeada760-4f82-4853-b871-f96b8f8362a7 is already hosted by enough agents. {{(pid=91627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:56:30.700261 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.scheduler.base_scheduler [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Resources bound (agent type, host, resource id): {{(pid=91627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:30.704630 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Received port after_create {{(pid=91627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:56:30.707634 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Pushing event updated for resources: {'Port': ['ID=890b35f5-6b60-4777-a9f9-1685bddb79b8,revision_number=1']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:30.712509 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:30.866832 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Attempting to bind port 890b35f5-6b60-4777-a9f9-1685bddb79b8 on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:56:30.867393 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Attempting to bind port 890b35f5-6b60-4777-a9f9-1685bddb79b8 by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': '613cc5f6-9c9f-4489-865b-83d1139b8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eeada760-4f82-4853-b871-f96b8f8362a7'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:56:30.867759 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Attempting to bind port 890b35f5-6b60-4777-a9f9-1685bddb79b8 on network eeada760-4f82-4853-b871-f96b8f8362a7 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:56:30.872845 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:56:30.873232 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Checking segment: {'id': '613cc5f6-9c9f-4489-865b-83d1139b8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eeada760-4f82-4853-b871-f96b8f8362a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:56:30.873647 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:30.874046 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Bound using segment: {'id': '613cc5f6-9c9f-4489-865b-83d1139b8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eeada760-4f82-4853-b871-f96b8f8362a7'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:56:30.874543 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Bound port: 890b35f5-6b60-4777-a9f9-1685bddb79b8, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613cc5f6-9c9f-4489-865b-83d1139b8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eeada760-4f82-4853-b871-f96b8f8362a7'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:56:30.874921 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:30.984516 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] For port 890b35f5-6b60-4777-a9f9-1685bddb79b8, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:56:30.991092 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719355'] for router, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:30.991293 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] For port 890b35f5-6b60-4777-a9f9-1685bddb79b8, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=890b35f5-6b60-4777-a9f9-1685bddb79b8,segment=NetworkSegment(613cc5f6-9c9f-4489-865b-83d1139b8b1a),segment_id=613cc5f6-9c9f-4489-865b-83d1139b8b1a)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:56:31.000216 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:31.003864 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:31.112489 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Pushing event updated for resources: {'Port': ['ID=890b35f5-6b60-4777-a9f9-1685bddb79b8,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:31.124410 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:31.210618 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Router 6e19b513-785d-4cde-a760-ff19b6b101c3 is scheduled to L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be with binding_index 1 {{(pid=91626) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 03:56:31.398473 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f5b52-30eb-46b9-a5f5-038bdb30c77b req-c60248cd-67a8-41d4-9758-a7255f8ab4d4 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:31.400014 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c33f5b52-30eb-46b9-a5f5-038bdb30c77b req-c60248cd-67a8-41d4-9758-a7255f8ab4d4 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 944 time: 0.1475768 Jun 10 03:56:31.478550 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c33f5b52-30eb-46b9-a5f5-038bdb30c77b req-50c3dd6b-3c6a-43d6-82f6-f6b980ccf18d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718849 Jun 10 03:56:31.498816 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:56:31.514217 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Sync routers for ids ['6e19b513-785d-4cde-a760-ff19b6b101c3'] in dv-cinder-741349-4-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:56:31.524505 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Routers {'6e19b513-785d-4cde-a760-ff19b6b101c3'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:56:31.527022 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:56:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['6e19b513-785d-4cde-a760-ff19b6b101c3'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:31.544324 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Notify callbacks [] for router, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:31.545668 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8654828 Jun 10 03:56:31.548545 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51662) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:31.644011 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a72a04-253c-4cdb-ab4e-0492b9eaf117 req-9b8e1eb4-87ad-4013-9005-d7e1f858acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:31.652104 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-77a72a04-253c-4cdb-ab4e-0492b9eaf117 req-9b8e1eb4-87ad-4013-9005-d7e1f858acb7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 1098 time: 0.1377344 Jun 10 03:56:31.660151 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dead78b-264c-49af-bc2d-89ed0f471342 req-6f9b78de-06b8-4d17-ba15-5dc874241879 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:31.673573 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1dead78b-264c-49af-bc2d-89ed0f471342 req-6f9b78de-06b8-4d17-ba15-5dc874241879 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.2208412 Jun 10 03:56:31.756250 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Set router 6e19b513-785d-4cde-a760-ff19b6b101c3 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:56:31.758469 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3d224d4d-0ceb-4d07-b361-ab086b3afc92 up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:31.815201 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1dead78b-264c-49af-bc2d-89ed0f471342 req-dc5037ed-905a-40ff-b392-30965faf4b34 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407177 Jun 10 03:56:31.826822 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-77a72a04-253c-4cdb-ab4e-0492b9eaf117 req-66028e3a-e48a-4106-b3f7-a6ee556e5049 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092391 Jun 10 03:56:31.837686 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164279e-48eb-449b-b99f-f766ab5d3589 req-0e2884d8-30f4-4643-a61e-870e31f9961d tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:31.839460 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a164279e-48eb-449b-b99f-f766ab5d3589 req-0e2884d8-30f4-4643-a61e-870e31f9961d tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 945 time: 0.1585209 Jun 10 03:56:31.899624 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a164279e-48eb-449b-b99f-f766ab5d3589 req-a8976d8e-b7b9-451e-9d85-6fd601d91eb0 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544615 Jun 10 03:56:31.952528 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning for port 3d224d4d-0ceb-4d07-b361-ab086b3afc92 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:31.957314 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port 3d224d4d-0ceb-4d07-b361-ab086b3afc92 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:31.959326 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:32.098581 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 99aca66e-344a-41bf-82b1-922afddc6e92 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:32.162829 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e19b513-785d-4cde-a760-ff19b6b101c3', 'name': 'tempest-TestMinimumBasicScenario-1493434596-router', 'tenant_id': 'ef040c24740645c3a55a50701d64155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': 'c94589dd-5bda-481e-ad2a-06f6522d05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:28Z', 'updated_at': '2021-06-10T03:56:30Z', 'revision_number': 3, 'project_id': 'ef040c24740645c3a55a50701d64155a', 'gw_port': {'id': 'c94589dd-5bda-481e-ad2a-06f6522d05c2', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e19b513-785d-4cde-a760-ff19b6b101c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:29Z', 'updated_at': '2021-06-10T03:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:32.171317 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Checking router: 6e19b513-785d-4cde-a760-ff19b6b101c3 for host: dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:56:32.173392 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Updating router 6e19b513-785d-4cde-a760-ff19b6b101c3 port c94589dd-5bda-481e-ad2a-06f6522d05c2 binding host dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 03:56:32.247241 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:32.273304 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:32.547466 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bff96ec-51ef-4806-b10d-f752611fa0f9 None None] Network eeada760-4f82-4853-b871-f96b8f8362a7 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:56:32.552354 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port 99aca66e-344a-41bf-82b1-922afddc6e92 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:32.566271 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:32.602247 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 99aca66e-344a-41bf-82b1-922afddc6e92 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:32.603464 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:32.663158 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 3d224d4d-0ceb-4d07-b361-ab086b3afc92, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3d224d4d-0ceb-4d07-b361-ab086b3afc92,segment=NetworkSegment(ec7e0734-e180-43ea-a596-c50ce7c70bac),segment_id=ec7e0734-e180-43ea-a596-c50ce7c70bac)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:56:32.709122 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10324132-7b87-46d5-a4b6-f9d029ce44e1 req-dfdc83f6-9d4a-4f7e-b789-49034a9ace34 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:32.715994 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-10324132-7b87-46d5-a4b6-f9d029ce44e1 req-dfdc83f6-9d4a-4f7e-b789-49034a9ace34 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 944 time: 0.0773721 Jun 10 03:56:32.723912 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0814df5-344b-4bca-b31f-3906acf19e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d224d4d-0ceb-4d07-b361-ab086b3afc92'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:56:32.727701 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cefe42-3b28-4d74-bfec-51f04e1e9086" -d '{"events": [{"server_uuid": "b0814df5-344b-4bca-b31f-3906acf19e1c", "name": "network-vif-plugged", "status": "completed", "tag": "3d224d4d-0ceb-4d07-b361-ab086b3afc92"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:56:32.738804 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Notify callbacks [] for port, precommit_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:32.754002 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.provisioning_blocks [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Transition to ACTIVE for port object c94589dd-5bda-481e-ad2a-06f6522d05c2 will not be triggered until provisioned by entity L2. {{(pid=91628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:32.754834 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:32.760452 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:32.763055 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:32.767018 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-10324132-7b87-46d5-a4b6-f9d029ce44e1 req-387bf039-f44b-49d6-89d2-03986332c022 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499146 Jun 10 03:56:32.769022 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-238502df-2977-4719-9b61-d549c6bbed7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:32.805635 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-853129b1-81b2-47aa-bd63-03ac740389bd None None] Provisioning for port 890b35f5-6b60-4777-a9f9-1685bddb79b8 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:32.813753 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81281eae-556c-414a-94b6-4fabbf167485 x-openstack-request-id: req-81281eae-556c-414a-94b6-4fabbf167485 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:56:32.814349 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0814df5-344b-4bca-b31f-3906acf19e1c", "name": "network-vif-plugged", "status": "completed", "tag": "3d224d4d-0ceb-4d07-b361-ab086b3afc92", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:56:32.814349 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81281eae-556c-414a-94b6-4fabbf167485 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:56:32.814745 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0814df5-344b-4bca-b31f-3906acf19e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d224d4d-0ceb-4d07-b361-ab086b3afc92', 'code': 200} Jun 10 03:56:32.820966 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Allocated IP 172.20.0.1 (eeada760-4f82-4853-b871-f96b8f8362a7/aae4a8ce-f0c6-4252-9d00-2bb84cf7c46a/100ce6aa-7bed-44d2-ae59-97f587556a7d) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:56:32.825108 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7ba43-1042-4849-824c-b04176e1fca6 None None] Pushing event updated for resources: {'Port': ['ID=c94589dd-5bda-481e-ad2a-06f6522d05c2,revision_number=2']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:32.834562 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-60b7ba43-1042-4849-824c-b04176e1fca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:32.838726 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Attempting to bind port c94589dd-5bda-481e-ad2a-06f6522d05c2 on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:56:32.838948 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Attempting to bind port c94589dd-5bda-481e-ad2a-06f6522d05c2 by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:56:32.839356 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Attempting to bind port c94589dd-5bda-481e-ad2a-06f6522d05c2 on network 521d4520-71b8-438e-96ef-236a080e2b51 {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:56:32.844694 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:56:32.845071 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Checking segment: {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:56:32.845486 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:32.845865 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Bound using segment: {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:56:32.846552 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Bound port: c94589dd-5bda-481e-ad2a-06f6522d05c2, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:56:32.846933 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:32.887187 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=3d224d4d-0ceb-4d07-b361-ab086b3afc92,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:32.895308 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:32.938889 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] For port c94589dd-5bda-481e-ad2a-06f6522d05c2, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:56:32.943393 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] For port c94589dd-5bda-481e-ad2a-06f6522d05c2, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=c94589dd-5bda-481e-ad2a-06f6522d05c2,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:56:32.961084 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:32.973046 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:32.992595 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:33.027485 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:33.049777 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Transition to ACTIVE for port object 100ce6aa-7bed-44d2-ae59-97f587556a7d will not be triggered until provisioned by entity DHCP. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:33.060557 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port 99aca66e-344a-41bf-82b1-922afddc6e92, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=99aca66e-344a-41bf-82b1-922afddc6e92,segment=NetworkSegment(a32737bc-b1b0-4bc5-9ecf-5ddf554c7874),segment_id=a32737bc-b1b0-4bc5-9ecf-5ddf554c7874)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:56:33.065329 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:33.066193 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 890b35f5-6b60-4777-a9f9-1685bddb79b8 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:33.070132 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:33.137870 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126309416'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:33.140561 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-583b1630-3849-4ae8-a213-46006459b374 tempest-DeleteServersTestJSON-531735666 tempest-DeleteServersTestJSON-531735666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:33.145519 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Routers {'6e19b513-785d-4cde-a760-ff19b6b101c3'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:56:33.146212 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:56:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['6e19b513-785d-4cde-a760-ff19b6b101c3'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:33.197118 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Network eeada760-4f82-4853-b871-f96b8f8362a7 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:56:33.203496 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:33.206260 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Pushing event updated for resources: {'Port': ['ID=100ce6aa-7bed-44d2-ae59-97f587556a7d,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:33.208584 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:56:33.212928 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:33.242110 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=99aca66e-344a-41bf-82b1-922afddc6e92,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:33.245317 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:33.247440 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port 890b35f5-6b60-4777-a9f9-1685bddb79b8 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:33.252411 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 890b35f5-6b60-4777-a9f9-1685bddb79b8 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:33.252751 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:33.280770 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9b6c4-fadf-4f99-8e80-119dbb5cbb28 req-a30aa6a5-a5ab-4463-bf4b-8709339f5a4d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:33.284767 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690492'] for router_interface, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:33.290535 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-37d9b6c4-fadf-4f99-8e80-119dbb5cbb28 req-a30aa6a5-a5ab-4463-bf4b-8709339f5a4d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.2373266 Jun 10 03:56:33.355559 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7ba43-1042-4849-824c-b04176e1fca6 None None] Pushing event updated for resources: {'Port': ['ID=c94589dd-5bda-481e-ad2a-06f6522d05c2,revision_number=3']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:33.368197 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-60b7ba43-1042-4849-824c-b04176e1fca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:33.389219 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:33.433709 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] Set router 6e19b513-785d-4cde-a760-ff19b6b101c3 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:56:33.446763 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port 890b35f5-6b60-4777-a9f9-1685bddb79b8, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=890b35f5-6b60-4777-a9f9-1685bddb79b8,segment=NetworkSegment(613cc5f6-9c9f-4489-865b-83d1139b8b1a),segment_id=613cc5f6-9c9f-4489-865b-83d1139b8b1a)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:56:33.447087 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-37d9b6c4-fadf-4f99-8e80-119dbb5cbb28 req-f563a9dd-98c7-45bc-a968-f55653dac5fe tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161606 Jun 10 03:56:33.455097 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:33.465180 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-c581eca9-928e-4604-b6db-de6eef12e750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:33.594745 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05d933-f9dc-4474-aa55-cbe7b07f7bfd req-6147a252-b083-4da2-b202-c1d3f64a55fa tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:33.596459 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ac05d933-f9dc-4474-aa55-cbe7b07f7bfd req-6147a252-b083-4da2-b202-c1d3f64a55fa tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 945 time: 0.4584920 Jun 10 03:56:33.614696 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=890b35f5-6b60-4777-a9f9-1685bddb79b8,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:33.622537 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:33.636852 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-a44b7170-f249-41f0-9bf7-68f37ed18543 None None] Provisioning complete for port 890b35f5-6b60-4777-a9f9-1685bddb79b8 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:33.637572 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a44b7170-f249-41f0-9bf7-68f37ed18543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:33.721084 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1955188-d9f5-4f68-b550-9450b979c2d3 req-6125d125-5c2a-41e0-8f73-02da8fbeb3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:33.731496 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d1955188-d9f5-4f68-b550-9450b979c2d3 req-6125d125-5c2a-41e0-8f73-02da8fbeb3e9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 1098 time: 0.3506923 Jun 10 03:56:33.740466 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ac05d933-f9dc-4474-aa55-cbe7b07f7bfd req-1dd9ed73-126f-49eb-b09b-818f427610a0 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337519 Jun 10 03:56:33.921014 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d1955188-d9f5-4f68-b550-9450b979c2d3 req-63c2d1a1-bb95-4942-9f9c-8bcd0e432927 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295671 Jun 10 03:56:33.998482 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 99aca66e-344a-41bf-82b1-922afddc6e92 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:34.001585 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-e6e04e01-99ff-4531-ac39-b25c23bcf75f None None] Provisioning for port 100ce6aa-7bed-44d2-ae59-97f587556a7d completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:34.013808 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e19b513-785d-4cde-a760-ff19b6b101c3', 'name': 'tempest-TestMinimumBasicScenario-1493434596-router', 'tenant_id': 'ef040c24740645c3a55a50701d64155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': 'c94589dd-5bda-481e-ad2a-06f6522d05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:28Z', 'updated_at': '2021-06-10T03:56:30Z', 'revision_number': 3, 'project_id': 'ef040c24740645c3a55a50701d64155a', 'gw_port': {'id': 'c94589dd-5bda-481e-ad2a-06f6522d05c2', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e19b513-785d-4cde-a760-ff19b6b101c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:29Z', 'updated_at': '2021-06-10T03:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:34.019472 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee5b4a2-8dc7-47ec-825f-3e69ee394f01 None None] The sync data for ids ['6e19b513-785d-4cde-a760-ff19b6b101c3'] in dv-cinder-741349-4-smb is: [{'id': '6e19b513-785d-4cde-a760-ff19b6b101c3', 'name': 'tempest-TestMinimumBasicScenario-1493434596-router', 'tenant_id': 'ef040c24740645c3a55a50701d64155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': 'c94589dd-5bda-481e-ad2a-06f6522d05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:28Z', 'updated_at': '2021-06-10T03:56:30Z', 'revision_number': 3, 'project_id': 'ef040c24740645c3a55a50701d64155a', 'gw_port': {'id': 'c94589dd-5bda-481e-ad2a-06f6522d05c2', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e19b513-785d-4cde-a760-ff19b6b101c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:29Z', 'updated_at': '2021-06-10T03:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:56:34.050198 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:34.057750 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-e6e04e01-99ff-4531-ac39-b25c23bcf75f None None] Provisioning complete for port 100ce6aa-7bed-44d2-ae59-97f587556a7d triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:34.063906 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e6e04e01-99ff-4531-ac39-b25c23bcf75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:34.121622 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146a05-85c7-49b0-9deb-d6e4381aeb73 req-d66daaa6-1c2b-4811-9a1d-7f5e4bd13547 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:34.123747 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-94146a05-85c7-49b0-9deb-d6e4381aeb73 req-d66daaa6-1c2b-4811-9a1d-7f5e4bd13547 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.1371562 Jun 10 03:56:34.150193 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-e6e04e01-99ff-4531-ac39-b25c23bcf75f None None] Port 100ce6aa-7bed-44d2-ae59-97f587556a7d cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 03:56:34.165810 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 99aca66e-344a-41bf-82b1-922afddc6e92 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:34.166328 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:34.206265 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-94146a05-85c7-49b0-9deb-d6e4381aeb73 req-0f019bba-774f-4ae1-a901-638c0696d5c6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666127 Jun 10 03:56:34.315370 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 890b35f5-6b60-4777-a9f9-1685bddb79b8 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:34.330459 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:34.338623 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:34.342139 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:34.376585 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 890b35f5-6b60-4777-a9f9-1685bddb79b8 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:34.376903 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:34.434395 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Pushing event updated for resources: {'Port': ['ID=100ce6aa-7bed-44d2-ae59-97f587556a7d,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:34.443910 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:34.447883 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690504'] for router_interface, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:34.588864 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Network eeada760-4f82-4853-b871-f96b8f8362a7 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:56:34.590496 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:34.639181 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3caae-b851-4a96-b341-d3801f2123f2 req-4f946d16-c6de-4126-b1ae-40882257dbaa tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:34.640859 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-67a3caae-b851-4a96-b341-d3801f2123f2 req-4f946d16-c6de-4126-b1ae-40882257dbaa tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.0936577 Jun 10 03:56:34.693506 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-67a3caae-b851-4a96-b341-d3801f2123f2 req-a21bbe98-73ff-4fb9-8a46-ae983d9b382c tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445266 Jun 10 03:56:34.766395 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Router 6e19b513-785d-4cde-a760-ff19b6b101c3 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 03:56:34.960314 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fe91b-c34e-46ab-8891-2ee3670c4435 req-292e6d99-e0fd-4f27-83d8-8459bf9245c9 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:34.970748 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bb2fe91b-c34e-46ab-8891-2ee3670c4435 req-292e6d99-e0fd-4f27-83d8-8459bf9245c9 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1251006 Jun 10 03:56:34.980698 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-119d5934-e439-4d9b-a25d-4a321ff24937 None None] Provisioning complete for port 100ce6aa-7bed-44d2-ae59-97f587556a7d triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:34.981523 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-119d5934-e439-4d9b-a25d-4a321ff24937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:34.991876 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:56:34.999285 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] 10.222.0.25 "PUT /v2.0/routers/6e19b513-785d-4cde-a760-ff19b6b101c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4495046 Jun 10 03:56:35.038534 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-119d5934-e439-4d9b-a25d-4a321ff24937 None None] Port 100ce6aa-7bed-44d2-ae59-97f587556a7d cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 03:56:35.046994 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bb2fe91b-c34e-46ab-8891-2ee3670c4435 req-9e7457aa-f02c-4c22-b39c-78c272df7eb4 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748670 Jun 10 03:56:35.188021 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51734) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:35.389452 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1457-f14c-457a-9199-450d0dc47583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:35.494933 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d095-1b4a-44b2-81cc-6de1fdeb0b4b req-7d9e0e7c-b4e5-46c1-afde-fe60972f6bcd tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:35.496760 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c767d095-1b4a-44b2-81cc-6de1fdeb0b4b req-7d9e0e7c-b4e5-46c1-afde-fe60972f6bcd tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.1211190 Jun 10 03:56:35.607575 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c767d095-1b4a-44b2-81cc-6de1fdeb0b4b req-bda18f8b-30b7-4bac-a7a8-a8433032a867 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005695 Jun 10 03:56:35.627070 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1457-f14c-457a-9199-450d0dc47583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:35.631894 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1457-f14c-457a-9199-450d0dc47583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:35.634848 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c3c97b13-1eba-4604-8677-6056993b5dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:35.678649 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f1457-f14c-457a-9199-450d0dc47583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f96de3-aa75-442d-acdf-b77edc203c88,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:35.683069 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-1b0f1457-f14c-457a-9199-450d0dc47583 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66aa00459eda426e87ae2a336a98157f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4921832 Jun 10 03:56:35.684251 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1b0f1457-f14c-457a-9199-450d0dc47583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:35.685995 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51764) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:35.763837 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0949f130-0bc0-4b46-98d6-08890501b437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:35.788061 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0949f130-0bc0-4b46-98d6-08890501b437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:35.859355 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0949f130-0bc0-4b46-98d6-08890501b437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:35.862223 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0949f130-0bc0-4b46-98d6-08890501b437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:35.878853 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-0949f130-0bc0-4b46-98d6-08890501b437 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84f96de3-aa75-442d-acdf-b77edc203c88 HTTP/1.1" status: 204 len: 168 time: 0.1921062 Jun 10 03:56:35.880221 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a5eda2a6-1ab3-49f5-a555-f49c879bd561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:35.913746 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949f130-0bc0-4b46-98d6-08890501b437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f96de3-aa75-442d-acdf-b77edc203c88,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:35.916151 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0949f130-0bc0-4b46-98d6-08890501b437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:36.004036 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device c94589dd-5bda-481e-ad2a-06f6522d05c2 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:36.180895 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port c94589dd-5bda-481e-ad2a-06f6522d05c2 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:36.187958 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port c94589dd-5bda-481e-ad2a-06f6522d05c2 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:36.188358 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:36.399693 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:36.500408 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port c94589dd-5bda-481e-ad2a-06f6522d05c2, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=c94589dd-5bda-481e-ad2a-06f6522d05c2,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:56:36.509634 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:36.511474 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:36.566201 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Sync routers for ids ['6e19b513-785d-4cde-a760-ff19b6b101c3'] in dv-cinder-741349-4-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:56:36.592807 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Routers {'6e19b513-785d-4cde-a760-ff19b6b101c3'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:56:36.593455 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:56:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['6e19b513-785d-4cde-a760-ff19b6b101c3'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:36.782135 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=c94589dd-5bda-481e-ad2a-06f6522d05c2,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:36.787461 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:36.789840 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Set router 6e19b513-785d-4cde-a760-ff19b6b101c3 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:56:36.859699 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096a17a-8030-4bdb-bedc-d4a12db10484 req-bf2c9e3d-03b7-49b6-b078-02e97f6f1332 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:36.870354 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0096a17a-8030-4bdb-bedc-d4a12db10484 req-bf2c9e3d-03b7-49b6-b078-02e97f6f1332 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.1311622 Jun 10 03:56:36.953537 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0096a17a-8030-4bdb-bedc-d4a12db10484 req-96633bbe-6a22-416b-bf32-ef5af8cde2f6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807145 Jun 10 03:56:37.228950 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801960c4-dd83-4b3d-ace3-3f378f173121 req-45b0a088-0442-4726-ac75-f717273f377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:37.230580 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-801960c4-dd83-4b3d-ace3-3f378f173121 req-45b0a088-0442-4726-ac75-f717273f377a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b3ca99e6443433dbcfdd84bbab05042&device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 1099 time: 0.2206497 Jun 10 03:56:37.248770 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddccb05-e1a4-4f2c-a54b-b35c512ef0b1 req-d6520e1b-f9ac-4b98-b535-0125d15ffd79 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:37.255860 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8ddccb05-e1a4-4f2c-a54b-b35c512ef0b1 req-d6520e1b-f9ac-4b98-b535-0125d15ffd79 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1707978 Jun 10 03:56:37.323385 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e94443-9248-48a7-a25d-7edb1fa54e9e req-16bd62c1-1d81-46f1-ae1b-ea9e086d1551 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:37.325856 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a1e94443-9248-48a7-a25d-7edb1fa54e9e req-16bd62c1-1d81-46f1-ae1b-ea9e086d1551 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.1945689 Jun 10 03:56:37.336069 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51814) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:37.341328 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e19b513-785d-4cde-a760-ff19b6b101c3', 'name': 'tempest-TestMinimumBasicScenario-1493434596-router', 'tenant_id': 'ef040c24740645c3a55a50701d64155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': 'c94589dd-5bda-481e-ad2a-06f6522d05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:28Z', 'updated_at': '2021-06-10T03:56:33Z', 'revision_number': 4, 'project_id': 'ef040c24740645c3a55a50701d64155a', 'gw_port': {'id': 'c94589dd-5bda-481e-ad2a-06f6522d05c2', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e19b513-785d-4cde-a760-ff19b6b101c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:29Z', 'updated_at': '2021-06-10T03:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '100ce6aa-7bed-44d2-ae59-97f587556a7d', 'name': '', 'network_id': 'eeada760-4f82-4853-b871-f96b8f8362a7', 'tenant_id': 'ef040c24740645c3a55a50701d64155a', 'mac_address': 'fa:16:3e:0b:3b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e19b513-785d-4cde-a760-ff19b6b101c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'aae4a8ce-f0c6-4252-9d00-2bb84cf7c46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:32Z', 'updated_at': '2021-06-10T03:56:34Z', 'revision_number': 2, 'project_id': 'ef040c24740645c3a55a50701d64155a', 'subnets': [{'id': 'aae4a8ce-f0c6-4252-9d00-2bb84cf7c46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:37.341829 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-b51d5afe-1dc9-426d-ab30-e8847a763f1d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Request body: {'floatingip': {'port_id': '3d224d4d-0ceb-4d07-b361-ab086b3afc92'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:37.347798 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Checking router: 6e19b513-785d-4cde-a760-ff19b6b101c3 for host: dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:56:37.350704 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Updating router 6e19b513-785d-4cde-a760-ff19b6b101c3 port 100ce6aa-7bed-44d2-ae59-97f587556a7d binding host dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 03:56:37.390524 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8ddccb05-e1a4-4f2c-a54b-b35c512ef0b1 req-7b218ece-0c30-4a4d-9b64-8a5e6f40a353 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336446 Jun 10 03:56:37.403150 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:37.485445 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801960c4-dd83-4b3d-ace3-3f378f173121 req-ab72603f-a779-4e0e-a83e-700330a2785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:37.486989 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-801960c4-dd83-4b3d-ace3-3f378f173121 req-ab72603f-a779-4e0e-a83e-700330a2785f service neutron] 10.222.0.22 "GET /v2.0/networks?id=54a1e9b2-aa9c-401b-9420-836866f8fb9d HTTP/1.1" status: 200 len: 918 time: 0.2265658 Jun 10 03:56:37.533710 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b51d5afe-1dc9-426d-ab30-e8847a763f1d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for floatingip, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:37.590258 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-801960c4-dd83-4b3d-ace3-3f378f173121 req-b579fe2d-f61f-4f11-9c4e-f66c7fda9fd3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a7b2351-4cb3-4598-adbf-e5af63937ac6 HTTP/1.1" status: 200 len: 217 time: 0.0899658 Jun 10 03:56:37.700184 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801960c4-dd83-4b3d-ace3-3f378f173121 req-4a0d964f-8e0f-41a8-bd8c-0a4340472966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:37.702011 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-801960c4-dd83-4b3d-ace3-3f378f173121 req-4a0d964f-8e0f-41a8-bd8c-0a4340472966 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8 HTTP/1.1" status: 200 len: 858 time: 0.0808952 Jun 10 03:56:37.758542 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-801960c4-dd83-4b3d-ace3-3f378f173121 req-e525b507-04fb-4385-a37d-d6e0d9dd5086 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54a1e9b2-aa9c-401b-9420-836866f8fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379047 Jun 10 03:56:37.855958 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:37.875323 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Transition to ACTIVE for port object 100ce6aa-7bed-44d2-ae59-97f587556a7d will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:37.896611 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:37.901512 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:37.935501 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-801960c4-dd83-4b3d-ace3-3f378f173121 req-ef9c143b-d57d-4c5c-b97a-1051f4d1283a service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666672 Jun 10 03:56:38.066143 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device c94589dd-5bda-481e-ad2a-06f6522d05c2 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:38.135459 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-801960c4-dd83-4b3d-ace3-3f378f173121 req-185e0354-1133-4252-9461-7a59356fd57f service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834502 Jun 10 03:56:38.188164 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c7c15-8e5a-4944-aa9a-3346d6215a4b None None] Pushing event updated for resources: {'Port': ['ID=100ce6aa-7bed-44d2-ae59-97f587556a7d,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:38.201281 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-392c7c15-8e5a-4944-aa9a-3346d6215a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:38.208262 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port c94589dd-5bda-481e-ad2a-06f6522d05c2 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:38.208653 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:38.316397 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Attempting to bind port 100ce6aa-7bed-44d2-ae59-97f587556a7d on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:56:38.317997 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Attempting to bind port 100ce6aa-7bed-44d2-ae59-97f587556a7d by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': '613cc5f6-9c9f-4489-865b-83d1139b8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eeada760-4f82-4853-b871-f96b8f8362a7'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:56:38.318725 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Attempting to bind port 100ce6aa-7bed-44d2-ae59-97f587556a7d on network eeada760-4f82-4853-b871-f96b8f8362a7 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:56:38.365296 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:56:38.365296 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Checking segment: {'id': '613cc5f6-9c9f-4489-865b-83d1139b8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eeada760-4f82-4853-b871-f96b8f8362a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:56:38.365296 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:38.366366 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Bound using segment: {'id': '613cc5f6-9c9f-4489-865b-83d1139b8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eeada760-4f82-4853-b871-f96b8f8362a7'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:56:38.366366 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Bound port: 100ce6aa-7bed-44d2-ae59-97f587556a7d, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613cc5f6-9c9f-4489-865b-83d1139b8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eeada760-4f82-4853-b871-f96b8f8362a7'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:56:38.369715 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:38.552803 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] For port 100ce6aa-7bed-44d2-ae59-97f587556a7d, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:56:38.557473 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] For port 100ce6aa-7bed-44d2-ae59-97f587556a7d, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=100ce6aa-7bed-44d2-ae59-97f587556a7d,segment=NetworkSegment(613cc5f6-9c9f-4489-865b-83d1139b8b1a),segment_id=613cc5f6-9c9f-4489-865b-83d1139b8b1a)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:56:38.574521 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:38.576532 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:38.664861 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Routers {'6e19b513-785d-4cde-a760-ff19b6b101c3'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:56:38.666023 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:56:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['6e19b513-785d-4cde-a760-ff19b6b101c3'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:38.668825 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c7c15-8e5a-4944-aa9a-3346d6215a4b None None] Pushing event updated for resources: {'Port': ['ID=100ce6aa-7bed-44d2-ae59-97f587556a7d,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:38.828078 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298f9fc-650f-4cc1-87df-2e18b523a48e req-30d117c6-20e8-4397-9ca2-cb57184aa03b tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:38.837652 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-392c7c15-8e5a-4944-aa9a-3346d6215a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:38.850066 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3298f9fc-650f-4cc1-87df-2e18b523a48e req-30d117c6-20e8-4397-9ca2-cb57184aa03b tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.2237294 Jun 10 03:56:39.000945 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3298f9fc-650f-4cc1-87df-2e18b523a48e req-16a83055-0454-4610-86fa-d50bea68edf8 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498907 Jun 10 03:56:39.056803 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] Set router 6e19b513-785d-4cde-a760-ff19b6b101c3 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:56:39.161449 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b51d5afe-1dc9-426d-ab30-e8847a763f1d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:39.171592 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b51d5afe-1dc9-426d-ab30-e8847a763f1d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719104'] for floatingip, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:39.343211 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:56:39.406426 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.db.l3_db [None req-b51d5afe-1dc9-426d-ab30-e8847a763f1d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Floating IP a1920612-003c-417b-9931-25bbe209e7c7 associated. External IP: 172.28.2.29, port: 3d224d4d-0ceb-4d07-b361-ab086b3afc92. Jun 10 03:56:39.578009 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e19b513-785d-4cde-a760-ff19b6b101c3', 'name': 'tempest-TestMinimumBasicScenario-1493434596-router', 'tenant_id': 'ef040c24740645c3a55a50701d64155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': 'c94589dd-5bda-481e-ad2a-06f6522d05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:28Z', 'updated_at': '2021-06-10T03:56:33Z', 'revision_number': 4, 'project_id': 'ef040c24740645c3a55a50701d64155a', 'gw_port': {'id': 'c94589dd-5bda-481e-ad2a-06f6522d05c2', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e19b513-785d-4cde-a760-ff19b6b101c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:29Z', 'updated_at': '2021-06-10T03:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '100ce6aa-7bed-44d2-ae59-97f587556a7d', 'name': '', 'network_id': 'eeada760-4f82-4853-b871-f96b8f8362a7', 'tenant_id': 'ef040c24740645c3a55a50701d64155a', 'mac_address': 'fa:16:3e:0b:3b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e19b513-785d-4cde-a760-ff19b6b101c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'aae4a8ce-f0c6-4252-9d00-2bb84cf7c46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:32Z', 'updated_at': '2021-06-10T03:56:38Z', 'revision_number': 4, 'project_id': 'ef040c24740645c3a55a50701d64155a', 'subnets': [{'id': 'aae4a8ce-f0c6-4252-9d00-2bb84cf7c46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:39.582309 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c9da86-0396-41c7-8dc0-1c529a3b4e91 None None] The sync data for ids ['6e19b513-785d-4cde-a760-ff19b6b101c3'] in dv-cinder-741349-4-smb is: [{'id': '6e19b513-785d-4cde-a760-ff19b6b101c3', 'name': 'tempest-TestMinimumBasicScenario-1493434596-router', 'tenant_id': 'ef040c24740645c3a55a50701d64155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': 'c94589dd-5bda-481e-ad2a-06f6522d05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:28Z', 'updated_at': '2021-06-10T03:56:33Z', 'revision_number': 4, 'project_id': 'ef040c24740645c3a55a50701d64155a', 'gw_port': {'id': 'c94589dd-5bda-481e-ad2a-06f6522d05c2', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e19b513-785d-4cde-a760-ff19b6b101c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:29Z', 'updated_at': '2021-06-10T03:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '100ce6aa-7bed-44d2-ae59-97f587556a7d', 'name': '', 'network_id': 'eeada760-4f82-4853-b871-f96b8f8362a7', 'tenant_id': 'ef040c24740645c3a55a50701d64155a', 'mac_address': 'fa:16:3e:0b:3b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e19b513-785d-4cde-a760-ff19b6b101c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'aae4a8ce-f0c6-4252-9d00-2bb84cf7c46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:32Z', 'updated_at': '2021-06-10T03:56:38Z', 'revision_number': 4, 'project_id': 'ef040c24740645c3a55a50701d64155a', 'subnets': [{'id': 'aae4a8ce-f0c6-4252-9d00-2bb84cf7c46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:56:39.912652 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51d5afe-1dc9-426d-ab30-e8847a763f1d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Router 72673d0b-7ab1-42ee-8585-858e282e74c4 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 03:56:40.049266 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 100ce6aa-7bed-44d2-ae59-97f587556a7d up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:40.168393 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51d5afe-1dc9-426d-ab30-e8847a763f1d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:56:40.178364 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b51d5afe-1dc9-426d-ab30-e8847a763f1d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:40.180595 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port 100ce6aa-7bed-44d2-ae59-97f587556a7d completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:40.187862 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2895a661-7b0f-4fe5-9a3e-22adfbd70347 None None] Sync routers for ids ['72673d0b-7ab1-42ee-8585-858e282e74c4'] in dv-cinder-741349-4-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:56:40.190311 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 100ce6aa-7bed-44d2-ae59-97f587556a7d triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:40.190707 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:40.201881 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2895a661-7b0f-4fe5-9a3e-22adfbd70347 None None] Routers {'72673d0b-7ab1-42ee-8585-858e282e74c4'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:56:40.204842 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-2895a661-7b0f-4fe5-9a3e-22adfbd70347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:56:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['72673d0b-7ab1-42ee-8585-858e282e74c4'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:40.408140 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-b51d5afe-1dc9-426d-ab30-e8847a763f1d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "PUT /v2.0/floatingips/a1920612-003c-417b-9931-25bbe209e7c7 HTTP/1.1" status: 200 len: 990 time: 3.0706611 Jun 10 03:56:40.413408 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0814df5-344b-4bca-b31f-3906acf19e1c', 'tag': '3d224d4d-0ceb-4d07-b361-ab086b3afc92'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:56:40.420339 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3da3dce-69b1-4760-8d76-a375aec9238b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0814df5-344b-4bca-b31f-3906acf19e1c", "tag": "3d224d4d-0ceb-4d07-b361-ab086b3afc92"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:56:40.432934 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03ce0e-a95a-4259-b9e4-cb9970e21d74 req-44267432-375c-414c-9d03-1f2558c5eec7 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:40.461141 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5e03ce0e-a95a-4259-b9e4-cb9970e21d74 req-44267432-375c-414c-9d03-1f2558c5eec7 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.2272100 Jun 10 03:56:40.596250 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5e03ce0e-a95a-4259-b9e4-cb9970e21d74 req-b061448a-03f4-40d0-98be-83db317eec2a tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338387 Jun 10 03:56:40.664470 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-2895a661-7b0f-4fe5-9a3e-22adfbd70347 None None] Set router 72673d0b-7ab1-42ee-8585-858e282e74c4 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:56:40.668150 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:40.750548 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port 100ce6aa-7bed-44d2-ae59-97f587556a7d, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=100ce6aa-7bed-44d2-ae59-97f587556a7d,segment=NetworkSegment(613cc5f6-9c9f-4489-865b-83d1139b8b1a),segment_id=613cc5f6-9c9f-4489-865b-83d1139b8b1a)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:56:40.752433 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13644938-b3ae-4480-9477-26c054186ec0 x-openstack-request-id: req-13644938-b3ae-4480-9477-26c054186ec0 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:56:40.753081 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0814df5-344b-4bca-b31f-3906acf19e1c", "tag": "3d224d4d-0ceb-4d07-b361-ab086b3afc92", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:56:40.753558 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13644938-b3ae-4480-9477-26c054186ec0 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:56:40.754960 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0814df5-344b-4bca-b31f-3906acf19e1c', 'tag': '3d224d4d-0ceb-4d07-b361-ab086b3afc92', 'status': 'completed', 'code': 200} Jun 10 03:56:40.758204 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:40.761592 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:40.826451 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=100ce6aa-7bed-44d2-ae59-97f587556a7d,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:40.830840 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:40.953323 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da3dce-69b1-4760-8d76-a375aec9238b req-8a966cd5-1941-42cb-8b7d-4207a053d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:40.956822 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c3da3dce-69b1-4760-8d76-a375aec9238b req-8a966cd5-1941-42cb-8b7d-4207a053d6d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6c404a8a83b4778bac89c4af027c5e7&device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 1098 time: 0.0792968 Jun 10 03:56:41.133306 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da3dce-69b1-4760-8d76-a375aec9238b req-696e12d0-e927-4e4d-82d5-668a59a1703c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:41.135212 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c3da3dce-69b1-4760-8d76-a375aec9238b req-696e12d0-e927-4e4d-82d5-668a59a1703c service neutron] 10.222.0.22 "GET /v2.0/networks?id=34ceae76-1875-4ae5-9927-5e5f83e723be HTTP/1.1" status: 200 len: 911 time: 0.1708560 Jun 10 03:56:41.135470 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-2895a661-7b0f-4fe5-9a3e-22adfbd70347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T03:56:08Z', 'revision_number': 4, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port': {'id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:03Z', 'updated_at': '2021-06-10T03:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_floatingips': [{'id': 'a1920612-003c-417b-9931-25bbe209e7c7', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'floating_ip_address': '172.28.2.29', 'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'router_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'port_id': '3d224d4d-0ceb-4d07-b361-ab086b3afc92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'mac_address': 'fa:16:3e:45:2a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0814df5-344b-4bca-b31f-3906acf19e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T03:56:13Z', 'updated_at': '2021-06-10T03:56:38Z', 'revision_number': 1, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27c192b-68e1-424b-b863-1cb31cfdec39', 'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'mac_address': 'fa:16:3e:37:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:07Z', 'updated_at': '2021-06-10T03:56:14Z', 'revision_number': 5, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'subnets': [{'id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:41.139309 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2895a661-7b0f-4fe5-9a3e-22adfbd70347 None None] Checking router: 72673d0b-7ab1-42ee-8585-858e282e74c4 for host: dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:56:41.155522 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2895a661-7b0f-4fe5-9a3e-22adfbd70347 None None] Routers {'72673d0b-7ab1-42ee-8585-858e282e74c4'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:56:41.156242 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-2895a661-7b0f-4fe5-9a3e-22adfbd70347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:56:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['72673d0b-7ab1-42ee-8585-858e282e74c4'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:41.265192 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c3da3dce-69b1-4760-8d76-a375aec9238b req-7f4a0fb3-8607-4303-b117-10359c52e2bb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d224d4d-0ceb-4d07-b361-ab086b3afc92 HTTP/1.1" status: 200 len: 998 time: 0.1079788 Jun 10 03:56:41.328654 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da3dce-69b1-4760-8d76-a375aec9238b req-ba47534c-ec0d-4962-9161-9d351c2cd2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:41.330449 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c3da3dce-69b1-4760-8d76-a375aec9238b req-ba47534c-ec0d-4962-9161-9d351c2cd2d2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d05b5939-fbc1-4883-ac53-795367a50643 HTTP/1.1" status: 200 len: 850 time: 0.0564177 Jun 10 03:56:41.371908 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-2895a661-7b0f-4fe5-9a3e-22adfbd70347 None None] Set router 72673d0b-7ab1-42ee-8585-858e282e74c4 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:56:41.411110 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da3dce-69b1-4760-8d76-a375aec9238b req-03625315-1db8-4be7-af98-f86b408be544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:41.412702 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c3da3dce-69b1-4760-8d76-a375aec9238b req-03625315-1db8-4be7-af98-f86b408be544 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=34ceae76-1875-4ae5-9927-5e5f83e723be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731995 Jun 10 03:56:41.639750 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c3da3dce-69b1-4760-8d76-a375aec9238b req-bb249156-e622-47fd-b869-cc7d1bd7c01d service neutron] 10.222.0.22 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105496 Jun 10 03:56:41.924012 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c3da3dce-69b1-4760-8d76-a375aec9238b req-544bb15d-a211-4801-b136-70f2adac7aa3 service neutron] 10.222.0.22 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763810 Jun 10 03:56:41.962083 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 100ce6aa-7bed-44d2-ae59-97f587556a7d up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:56:42.009006 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6b7db-8ce6-4ebd-aa99-4ea23058ed36 req-1588d0db-aa9a-42d4-82af-4d499f6f4dd2 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:42.010687 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ace6b7db-8ce6-4ebd-aa99-4ea23058ed36 req-1588d0db-aa9a-42d4-82af-4d499f6f4dd2 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1134222 Jun 10 03:56:42.035439 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-2895a661-7b0f-4fe5-9a3e-22adfbd70347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T03:56:08Z', 'revision_number': 4, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port': {'id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:03Z', 'updated_at': '2021-06-10T03:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_floatingips': [{'id': 'a1920612-003c-417b-9931-25bbe209e7c7', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'floating_ip_address': '172.28.2.29', 'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'router_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'port_id': '3d224d4d-0ceb-4d07-b361-ab086b3afc92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'mac_address': 'fa:16:3e:45:2a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0814df5-344b-4bca-b31f-3906acf19e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T03:56:13Z', 'updated_at': '2021-06-10T03:56:38Z', 'revision_number': 1, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27c192b-68e1-424b-b863-1cb31cfdec39', 'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'mac_address': 'fa:16:3e:37:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:07Z', 'updated_at': '2021-06-10T03:56:14Z', 'revision_number': 5, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'subnets': [{'id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:56:42.040170 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2895a661-7b0f-4fe5-9a3e-22adfbd70347 None None] The sync data for ids ['72673d0b-7ab1-42ee-8585-858e282e74c4'] in dv-cinder-741349-4-smb is: [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T03:56:08Z', 'revision_number': 4, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port': {'id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:03Z', 'updated_at': '2021-06-10T03:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_floatingips': [{'id': 'a1920612-003c-417b-9931-25bbe209e7c7', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'floating_ip_address': '172.28.2.29', 'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'router_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'port_id': '3d224d4d-0ceb-4d07-b361-ab086b3afc92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'mac_address': 'fa:16:3e:45:2a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0814df5-344b-4bca-b31f-3906acf19e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T03:56:13Z', 'updated_at': '2021-06-10T03:56:38Z', 'revision_number': 1, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27c192b-68e1-424b-b863-1cb31cfdec39', 'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'mac_address': 'fa:16:3e:37:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:07Z', 'updated_at': '2021-06-10T03:56:14Z', 'revision_number': 5, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'subnets': [{'id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:56:42.101176 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ace6b7db-8ce6-4ebd-aa99-4ea23058ed36 req-c1df7366-a90f-4812-a11e-77cacd6de842 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843811 Jun 10 03:56:42.148107 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 100ce6aa-7bed-44d2-ae59-97f587556a7d triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:42.148641 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:42.433494 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-7a2d51a9-22fe-43f1-8ae3-d340ac909a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:42.488020 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c89f5a-10e5-4ef3-b2b6-e48df1ef5e08 None None] New status for floating IP a1920612-003c-417b-9931-25bbe209e7c7: ACTIVE {{(pid=91627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 03:56:43.413094 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa6c00-d82f-4e9a-9478-8af958002552 req-5dcea845-3f52-4d25-91d9-72b696135079 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:43.414573 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-eeaa6c00-d82f-4e9a-9478-8af958002552 req-5dcea845-3f52-4d25-91d9-72b696135079 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.0741057 Jun 10 03:56:43.474831 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-eeaa6c00-d82f-4e9a-9478-8af958002552 req-8f2b6ca9-6c08-4b1b-9ffb-a6e83b30ed26 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532103 Jun 10 03:56:44.726281 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cf472-672e-4902-b5d6-d5c8f7881ce5 req-fa9c24ed-d045-4c09-85b0-f651accd1bfd tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:44.728449 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-669cf472-672e-4902-b5d6-d5c8f7881ce5 req-fa9c24ed-d045-4c09-85b0-f651accd1bfd tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.0998085 Jun 10 03:56:44.779157 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-669cf472-672e-4902-b5d6-d5c8f7881ce5 req-c35c4234-4148-475b-a2ad-80a96d71136a tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447803 Jun 10 03:56:44.937520 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:44.987512 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-1071c64c-bbb6-43d8-99e2-d813d46c725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:45.217809 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:46.002025 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:46.015343 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a56ff6-093f-40fb-ae35-21a9f99ccbe7 req-3b127de8-2863-4975-8cfb-9e4493e77413 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:46.016915 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-24a56ff6-093f-40fb-ae35-21a9f99ccbe7 req-3b127de8-2863-4975-8cfb-9e4493e77413 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.0874176 Jun 10 03:56:46.066162 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-24a56ff6-093f-40fb-ae35-21a9f99ccbe7 req-eb39d471-5456-4d6b-9bf0-6e33e94e8e7c tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435398 Jun 10 03:56:47.295651 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8eafa4-10a1-4021-8f96-11de9526ca86 req-711897b8-8362-4d37-a0cb-f39e136aa320 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:47.298816 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-cc8eafa4-10a1-4021-8f96-11de9526ca86 req-711897b8-8362-4d37-a0cb-f39e136aa320 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.0833173 Jun 10 03:56:47.307449 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 51972) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:47.349181 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-cc8eafa4-10a1-4021-8f96-11de9526ca86 req-57db1a09-6b1d-4fd1-8751-cd85b8ffe85d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463953 Jun 10 03:56:47.461157 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6fda978e-7b7c-44b9-bfc6-d8e1ff75bea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:47.570494 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6fda978e-7b7c-44b9-bfc6-d8e1ff75bea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:47.574782 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6fda978e-7b7c-44b9-bfc6-d8e1ff75bea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:47.578333 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a1dd66f0-89e7-4918-818d-8dbf852b457b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:47.619557 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 51978) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:47.619777 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-6fda978e-7b7c-44b9-bfc6-d8e1ff75bea9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1152db87c9f64cfe9b8c114ea555da55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106475 Jun 10 03:56:47.622158 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda978e-7b7c-44b9-bfc6-d8e1ff75bea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f56248-a88b-4243-9684-4451e79adc20,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:47.639206 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6fda978e-7b7c-44b9-bfc6-d8e1ff75bea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:47.649774 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:47.762335 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-80c2e421-d96c-44f4-96e9-1e5e0293bf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:47.797776 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-80c2e421-d96c-44f4-96e9-1e5e0293bf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:47.891310 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-80c2e421-d96c-44f4-96e9-1e5e0293bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:47.894332 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-80c2e421-d96c-44f4-96e9-1e5e0293bf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:47.898367 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-80c2e421-d96c-44f4-96e9-1e5e0293bf41 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4f56248-a88b-4243-9684-4451e79adc20 HTTP/1.1" status: 204 len: 168 time: 0.2745109 Jun 10 03:56:47.898367 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-55b346fa-7373-4438-a5f7-379856905632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:47.910287 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2e421-d96c-44f4-96e9-1e5e0293bf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f56248-a88b-4243-9684-4451e79adc20,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:47.929832 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-80c2e421-d96c-44f4-96e9-1e5e0293bf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:48.547782 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2594f-9813-4f84-bdde-b55bc22c2982 req-077cdb7d-0cd3-49d4-88e0-e1bf2f31d353 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:48.549896 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-acc2594f-9813-4f84-bdde-b55bc22c2982 req-077cdb7d-0cd3-49d4-88e0-e1bf2f31d353 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.0752037 Jun 10 03:56:48.598599 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-acc2594f-9813-4f84-bdde-b55bc22c2982 req-30428df8-8c24-451f-8065-83bd42f8d3db tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415862 Jun 10 03:56:48.729135 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-03c706ab-4d03-41ff-b3f1-ed3f7c9bfa71 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:48.730592 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-03c706ab-4d03-41ff-b3f1-ed3f7c9bfa71 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/networks?id=36b91a10-3d56-4131-8a06-fcb18ccb1199 HTTP/1.1" status: 200 len: 815 time: 0.1367157 Jun 10 03:56:48.744503 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-d2ec18c1-0177-4580-87da-ab2d282ec3e9 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/quotas/618da4200815401da9367ea4dacb39ef HTTP/1.1" status: 200 len: 375 time: 0.0086048 Jun 10 03:56:48.822775 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-c86c6156-a6c7-4429-b740-23839552346c tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=618da4200815401da9367ea4dacb39ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0734391 Jun 10 03:56:48.953970 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-6b379338-6722-44cf-806e-76a8bdf2df74 service neutron] 10.222.0.25 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247013 Jun 10 03:56:49.383189 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-9aa08b3e-c499-4c61-ad03-2bcb4e6685af service neutron] 10.222.0.25 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234953 Jun 10 03:56:49.420549 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-a82bba7e-5875-409f-bc03-12056edece13 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:49.421980 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-a82bba7e-5875-409f-bc03-12056edece13 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/networks?id=1dcf9948-5a54-4aca-b366-d807c273339c HTTP/1.1" status: 200 len: 815 time: 0.1535888 Jun 10 03:56:49.437744 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-0f3c6754-fa5a-41c5-b288-ce745646168b tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/quotas/530716926fc84a6aa5a8d89134509a43 HTTP/1.1" status: 200 len: 375 time: 0.0094957 Jun 10 03:56:49.521692 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-493c3fa9-2a09-419e-8aca-c82e639efe14 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=530716926fc84a6aa5a8d89134509a43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781066 Jun 10 03:56:49.664097 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-a362a7bf-6a2f-40a1-a43c-fe77267ee80d service neutron] 10.222.0.25 "GET /v2.0/networks/1dcf9948-5a54-4aca-b366-d807c273339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292858 Jun 10 03:56:49.800489 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-43c3c0ea-2629-41ab-8bc0-9c3d28cdafdd req-03429728-9e4f-4866-a3c2-05ff64c2a1c1 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 210 time: 0.0433829 Jun 10 03:56:49.825836 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-316defee-bb09-4002-a116-5c86a4df29a9 service neutron] 10.222.0.25 "GET /v2.0/networks/1dcf9948-5a54-4aca-b366-d807c273339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555338 Jun 10 03:56:50.021353 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1f8e0b99-477e-498e-9246-9568b93ddb57 req-9cec1787-76cc-4aa0-99dd-a211cb5f7187 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 210 time: 0.0363166 Jun 10 03:56:50.033578 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4897bb-8eef-42cc-9463-9773e20da7fc req-eed658c5-d88a-43d0-a5f9-befb9c420b96 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:50.041020 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-dd4897bb-8eef-42cc-9463-9773e20da7fc req-eed658c5-d88a-43d0-a5f9-befb9c420b96 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1187131 Jun 10 03:56:50.084415 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-dd4897bb-8eef-42cc-9463-9773e20da7fc req-40e47b5d-d694-49e2-828f-77c8788729c9 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425591 Jun 10 03:56:50.957770 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-df3e90c1-6fc3-47df-a0f4-f51c1cf74e85 req-d9f8fab1-8c4a-4345-94a5-201e435697a8 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 210 time: 0.0397072 Jun 10 03:56:51.117252 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-9a27b59e-dea2-474b-82de-4b6f63869fc6 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:51.118583 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-9a27b59e-dea2-474b-82de-4b6f63869fc6 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.22 "GET /v2.0/networks?id=36b91a10-3d56-4131-8a06-fcb18ccb1199 HTTP/1.1" status: 200 len: 815 time: 0.1271851 Jun 10 03:56:51.145204 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-d8a4bd82-b0e3-4c1a-a140-fc4c9fdd3598 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Request body: {'port': {'device_id': '1c085fef-8852-41c1-b65c-4006feb0adf3', 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199', 'admin_state_up': True, 'tenant_id': '618da4200815401da9367ea4dacb39ef'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:51.219648 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9c287137-c864-4608-8eb4-cc37bd1cdac5 req-6b175c0b-3b95-405d-99dc-fca58a73ab77 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 210 time: 0.0545096 Jun 10 03:56:51.365800 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f0de9-6512-49e0-b519-5b6a9c5c7d80 req-45d19bff-20df-4be2-9ce6-24963fd751be tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:51.367343 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-168f0de9-6512-49e0-b519-5b6a9c5c7d80 req-45d19bff-20df-4be2-9ce6-24963fd751be tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1518641 Jun 10 03:56:51.368330 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-d8a4bd82-b0e3-4c1a-a140-fc4c9fdd3598 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Made reservation on behalf of 618da4200815401da9367ea4dacb39ef for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:56:51.371541 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-d8a4bd82-b0e3-4c1a-a140-fc4c9fdd3598 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:51.459453 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-168f0de9-6512-49e0-b519-5b6a9c5c7d80 req-6549602e-ae57-467d-8adc-b4335aeed7f4 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855918 Jun 10 03:56:51.544997 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-d8a4bd82-b0e3-4c1a-a140-fc4c9fdd3598 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Allocated IP 172.20.0.8 (36b91a10-3d56-4131-8a06-fcb18ccb1199/7c3e0543-da19-4e59-99a9-ddefff277300/3e579b39-816b-467c-b22f-f1dbfbf56bcf) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:56:51.721067 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-d8a4bd82-b0e3-4c1a-a140-fc4c9fdd3598 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:51.765060 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-d8a4bd82-b0e3-4c1a-a140-fc4c9fdd3598 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:51.776796 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:51.794154 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-69c489f5-716c-49eb-9d5b-fc0d5ff77892 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:51.795617 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-69c489f5-716c-49eb-9d5b-fc0d5ff77892 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.22 "GET /v2.0/networks?id=1dcf9948-5a54-4aca-b366-d807c273339c HTTP/1.1" status: 200 len: 815 time: 0.1370010 Jun 10 03:56:51.811190 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-d8a4bd82-b0e3-4c1a-a140-fc4c9fdd3598 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Network 36b91a10-3d56-4131-8a06-fcb18ccb1199 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:56:51.818696 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-d8a4bd82-b0e3-4c1a-a140-fc4c9fdd3598 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:51.818863 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-e2caa971-a73a-40b2-935c-94ef96acc4ce tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Request body: {'port': {'device_id': 'f2e83efb-4671-46be-b5b1-e632a80c43cf', 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c', 'admin_state_up': True, 'tenant_id': '530716926fc84a6aa5a8d89134509a43'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:51.823499 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['3c679348-ad0d-4efc-bf6b-4c6a1cfa2112', '6da84d6c-8bd2-48a6-af81-f2d7ca2310cb', '8500d512-4682-468d-9329-25ea95640db6'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:56:51.831274 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-d8a4bd82-b0e3-4c1a-a140-fc4c9fdd3598 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:56:51.837206 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-d8a4bd82-b0e3-4c1a-a140-fc4c9fdd3598 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:51.837827 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-d8a4bd82-b0e3-4c1a-a140-fc4c9fdd3598 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:51.849046 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4bd82-b0e3-4c1a-a140-fc4c9fdd3598 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Pushing event updated for resources: {'Port': ['ID=3e579b39-816b-467c-b22f-f1dbfbf56bcf,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:51.857407 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d8a4bd82-b0e3-4c1a-a140-fc4c9fdd3598 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:51.863570 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-d8a4bd82-b0e3-4c1a-a140-fc4c9fdd3598 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7233963 Jun 10 03:56:51.893086 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Request body: {'port': {'device_id': '1c085fef-8852-41c1-b65c-4006feb0adf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:56:51.970870 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-e2caa971-a73a-40b2-935c-94ef96acc4ce tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Made reservation on behalf of 530716926fc84a6aa5a8d89134509a43 for: {'port': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:56:51.975318 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-e2caa971-a73a-40b2-935c-94ef96acc4ce tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:52.007915 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:52.164201 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-e2caa971-a73a-40b2-935c-94ef96acc4ce tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Allocated IP 172.20.0.6 (1dcf9948-5a54-4aca-b366-d807c273339c/4fc85bbf-0ffb-4650-8ab9-adbc4f829973/b9540efa-8933-4424-8280-a6b9c471f997) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:56:52.368185 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-e2caa971-a73a-40b2-935c-94ef96acc4ce tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:52.381887 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-e2caa971-a73a-40b2-935c-94ef96acc4ce tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Transition to ACTIVE for port object b9540efa-8933-4424-8280-a6b9c471f997 will not be triggered until provisioned by entity DHCP. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:52.424130 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e579b39-816b-467c-b22f-f1dbfbf56bcf {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:56:52.430343 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-e2caa971-a73a-40b2-935c-94ef96acc4ce tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126309416'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:52.432337 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:52.439158 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0a095212-e053-427a-beeb-3112e4035468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:52.446093 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Transition to ACTIVE for port object 3e579b39-816b-467c-b22f-f1dbfbf56bcf will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:56:52.460397 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:52.491596 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:52.507387 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-e2caa971-a73a-40b2-935c-94ef96acc4ce tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Network 1dcf9948-5a54-4aca-b366-d807c273339c is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:56:52.512008 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-e2caa971-a73a-40b2-935c-94ef96acc4ce tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:56:52.529863 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-e2caa971-a73a-40b2-935c-94ef96acc4ce tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:56:52.575621 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2caa971-a73a-40b2-935c-94ef96acc4ce tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Pushing event updated for resources: {'Port': ['ID=b9540efa-8933-4424-8280-a6b9c471f997,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:52.592117 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e2caa971-a73a-40b2-935c-94ef96acc4ce tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:52.622982 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-e2caa971-a73a-40b2-935c-94ef96acc4ce tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:52.623992 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-e2caa971-a73a-40b2-935c-94ef96acc4ce tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:52.645203 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-e2caa971-a73a-40b2-935c-94ef96acc4ce tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8306413 Jun 10 03:56:52.699263 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Attempting to bind port 3e579b39-816b-467c-b22f-f1dbfbf56bcf on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:56:52.699606 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Attempting to bind port 3e579b39-816b-467c-b22f-f1dbfbf56bcf by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '8491b6a3-2ff9-4407-a213-2f48da50dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:56:52.699923 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Attempting to bind port 3e579b39-816b-467c-b22f-f1dbfbf56bcf on network 36b91a10-3d56-4131-8a06-fcb18ccb1199 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:56:52.702147 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Pushing event updated for resources: {'Port': ['ID=3e579b39-816b-467c-b22f-f1dbfbf56bcf,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:52.705474 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:52.725404 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Port 3e579b39-816b-467c-b22f-f1dbfbf56bcf on network 36b91a10-3d56-4131-8a06-fcb18ccb1199 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 03:56:52.725670 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Attempting to bind port 3e579b39-816b-467c-b22f-f1dbfbf56bcf on network 36b91a10-3d56-4131-8a06-fcb18ccb1199 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:56:52.763047 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1766ae-ae3b-4ecd-b880-9e1d38330e91 req-f9672058-3e10-43ba-9d44-d0abeae4d53a tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:52.764618 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8d1766ae-ae3b-4ecd-b880-9e1d38330e91 req-f9672058-3e10-43ba-9d44-d0abeae4d53a tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 931 time: 0.5991867 Jun 10 03:56:52.766818 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Checking agent: {'id': '4c3682d1-d9e4-4dcd-ad72-ddd6d516f54b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:56:52.767305 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Checking segment: {'id': '8491b6a3-2ff9-4407-a213-2f48da50dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:56:52.767836 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Bound using segment: {'id': '8491b6a3-2ff9-4407-a213-2f48da50dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:56:52.768300 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Bound port: 3e579b39-816b-467c-b22f-f1dbfbf56bcf, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8491b6a3-2ff9-4407-a213-2f48da50dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:56:52.768654 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:52.804960 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b52d6e-a832-4bb2-9de5-3429c56a1919 req-0ba0eae5-d532-4d18-a88b-adc58907ed38 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:52.812415 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-65b52d6e-a832-4bb2-9de5-3429c56a1919 req-0ba0eae5-d532-4d18-a88b-adc58907ed38 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 931 time: 0.4243078 Jun 10 03:56:52.874833 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-43de4a6e-cd95-4289-8231-0d09a9dec4ea None None] Provisioning for port b9540efa-8933-4424-8280-a6b9c471f997 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:56:52.878748 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-43de4a6e-cd95-4289-8231-0d09a9dec4ea None None] Provisioning complete for port b9540efa-8933-4424-8280-a6b9c471f997 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:56:52.879298 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-43de4a6e-cd95-4289-8231-0d09a9dec4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:52.920625 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-43de4a6e-cd95-4289-8231-0d09a9dec4ea None None] Port b9540efa-8933-4424-8280-a6b9c471f997 cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 03:56:52.923689 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8d1766ae-ae3b-4ecd-b880-9e1d38330e91 req-bd6f72fc-95e1-4ec8-a47c-93c125afb2e0 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508956 Jun 10 03:56:52.971175 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-65b52d6e-a832-4bb2-9de5-3429c56a1919 req-2838d174-3535-43af-9d47-affe90c9e11b tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574724 Jun 10 03:56:52.983630 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] For port 3e579b39-816b-467c-b22f-f1dbfbf56bcf, host hv-cinder-74134, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:56:52.995997 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] For port 3e579b39-816b-467c-b22f-f1dbfbf56bcf, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3e579b39-816b-467c-b22f-f1dbfbf56bcf,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:56:53.006834 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:53.010184 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6a2f469b-539c-4760-b2bf-c18dfc942c3b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:53.066902 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:53.067514 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:53.069404 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] 10.222.0.22 "PUT /v2.0/ports/3e579b39-816b-467c-b22f-f1dbfbf56bcf HTTP/1.1" status: 200 len: 1093 time: 1.1808965 Jun 10 03:56:53.079682 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c085fef-8852-41c1-b65c-4006feb0adf3', 'tag': '3e579b39-816b-467c-b22f-f1dbfbf56bcf'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:56:53.082752 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d60432-4d4f-483a-8185-b11925e7d9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "1c085fef-8852-41c1-b65c-4006feb0adf3", "tag": "3e579b39-816b-467c-b22f-f1dbfbf56bcf"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:56:53.126714 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Pushing event updated for resources: {'Port': ['ID=3e579b39-816b-467c-b22f-f1dbfbf56bcf,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:53.130543 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:53.159352 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ce456-9011-4aaf-9d55-b6509021d746 req-baae6b47-fdfa-4c1e-bee4-ab4e6fcec1f5 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:56:53.161374 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ac1ce456-9011-4aaf-9d55-b6509021d746 req-baae6b47-fdfa-4c1e-bee4-ab4e6fcec1f5 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1160212 Jun 10 03:56:53.204880 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ac1ce456-9011-4aaf-9d55-b6509021d746 req-af6f8c68-b928-4786-8b9f-56b97b5b8b39 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374527 Jun 10 03:56:53.249439 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fdb182-07ba-48ca-bd1f-bdaf0cbecdd4 x-openstack-request-id: req-a0fdb182-07ba-48ca-bd1f-bdaf0cbecdd4 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:56:53.249830 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c085fef-8852-41c1-b65c-4006feb0adf3", "tag": "3e579b39-816b-467c-b22f-f1dbfbf56bcf", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:56:53.250367 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0fdb182-07ba-48ca-bd1f-bdaf0cbecdd4 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:56:53.250885 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c085fef-8852-41c1-b65c-4006feb0adf3', 'tag': '3e579b39-816b-467c-b22f-f1dbfbf56bcf', 'status': 'completed', 'code': 200} Jun 10 03:56:59.172554 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 52166) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:59.282181 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2742f63f-2ce5-4b5e-be8b-9ec3a19de536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: from cryptography.utils import int_from_bytes Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: from cryptography.utils import int_from_bytes Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 03:56:59.329268 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:56:59.332153 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:56:59.332153 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:56:59.332153 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 03:56:59.332153 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:56:59.332153 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:56:59.332153 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:56:59.332153 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:56:59.332153 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:56:59.332153 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 03:56:59.332153 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:56:59.332153 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:56:59.332153 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:56:59.332153 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 03:56:59.332153 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:56:59.332153 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:56:59.332153 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:56:59.332153 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 03:56:59.379538 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2742f63f-2ce5-4b5e-be8b-9ec3a19de536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:59.383818 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2742f63f-2ce5-4b5e-be8b-9ec3a19de536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:59.389222 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b6143dad-f3d6-4a13-95ec-82e99e982e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:59.434734 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-2742f63f-2ce5-4b5e-be8b-9ec3a19de536 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d3043316f95449287b6fbbab3e90b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609539 Jun 10 03:56:59.435514 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742f63f-2ce5-4b5e-be8b-9ec3a19de536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9353b2f5-d759-4c09-83ef-6e53e7f550ca,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:59.438035 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 52170) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:56:59.440071 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2742f63f-2ce5-4b5e-be8b-9ec3a19de536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:56:59.495090 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-294fd090-3741-4387-9969-3d58f4b3efd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:59.517685 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-294fd090-3741-4387-9969-3d58f4b3efd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:59.567969 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-294fd090-3741-4387-9969-3d58f4b3efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:59.570611 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-294fd090-3741-4387-9969-3d58f4b3efd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:56:59.571881 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-294fd090-3741-4387-9969-3d58f4b3efd1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9353b2f5-d759-4c09-83ef-6e53e7f550ca HTTP/1.1" status: 204 len: 168 time: 0.1328135 Jun 10 03:56:59.572651 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2393df34-981c-4eb6-b483-95aab2ab1bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:56:59.581279 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fd090-3741-4387-9969-3d58f4b3efd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9353b2f5-d759-4c09-83ef-6e53e7f550ca,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:56:59.583806 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-294fd090-3741-4387-9969-3d58f4b3efd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:08.104326 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Request body: {'port': {'device_id': 'f2e83efb-4671-46be-b5b1-e632a80c43cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:57:08.158121 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d60432-4d4f-483a-8185-b11925e7d9ea req-48747af3-0f6a-41d2-bf62-82b056f89fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:08.159716 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f7d60432-4d4f-483a-8185-b11925e7d9ea req-48747af3-0f6a-41d2-bf62-82b056f89fd9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=618da4200815401da9367ea4dacb39ef&device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 1096 time: 0.0569386 Jun 10 03:57:08.188319 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:08.522469 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9540efa-8933-4424-8280-a6b9c471f997 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:57:08.530339 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:08.543442 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Transition to ACTIVE for port object b9540efa-8933-4424-8280-a6b9c471f997 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:57:08.547498 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:08.549904 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:08.648621 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Pushing event updated for resources: {'Port': ['ID=b9540efa-8933-4424-8280-a6b9c471f997,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:08.683186 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:08.683553 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:08.683910 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:08.684265 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:08.684608 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:08.684955 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:08.685297 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:08.685637 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:08.685980 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:08.686592 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:08.686937 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:08.687271 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:08.713707 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:08.746021 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Attempting to bind port b9540efa-8933-4424-8280-a6b9c471f997 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:57:08.746392 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Attempting to bind port b9540efa-8933-4424-8280-a6b9c471f997 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'a32737bc-b1b0-4bc5-9ecf-5ddf554c7874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:57:08.746722 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Attempting to bind port b9540efa-8933-4424-8280-a6b9c471f997 on network 1dcf9948-5a54-4aca-b366-d807c273339c {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:57:08.750918 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Port b9540efa-8933-4424-8280-a6b9c471f997 on network 1dcf9948-5a54-4aca-b366-d807c273339c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 03:57:08.751256 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Attempting to bind port b9540efa-8933-4424-8280-a6b9c471f997 on network 1dcf9948-5a54-4aca-b366-d807c273339c {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:57:08.755934 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Checking agent: {'id': '4c3682d1-d9e4-4dcd-ad72-ddd6d516f54b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:57:08.756272 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Checking segment: {'id': 'a32737bc-b1b0-4bc5-9ecf-5ddf554c7874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:57:08.756650 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Bound using segment: {'id': 'a32737bc-b1b0-4bc5-9ecf-5ddf554c7874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:57:08.757070 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Bound port: b9540efa-8933-4424-8280-a6b9c471f997, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a32737bc-b1b0-4bc5-9ecf-5ddf554c7874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:57:08.757416 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:08.808929 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d60432-4d4f-483a-8185-b11925e7d9ea req-10777a04-edff-48c0-9e9a-c5a2e48f7ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:08.810378 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f7d60432-4d4f-483a-8185-b11925e7d9ea req-10777a04-edff-48c0-9e9a-c5a2e48f7ed5 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=618da4200815401da9367ea4dacb39ef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5414000 Jun 10 03:57:08.824730 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06855bc6-a690-47f6-9a99-e48c27874cee req-428cf68a-0573-4ddc-b226-5f2bf98c87c2 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:08.826252 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-06855bc6-a690-47f6-9a99-e48c27874cee req-428cf68a-0573-4ddc-b226-5f2bf98c87c2 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 943 time: 0.5072899 Jun 10 03:57:08.826966 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] For port b9540efa-8933-4424-8280-a6b9c471f997, host hv-cinder-74134, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:57:08.830222 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] For port b9540efa-8933-4424-8280-a6b9c471f997, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=b9540efa-8933-4424-8280-a6b9c471f997,segment=NetworkSegment(a32737bc-b1b0-4bc5-9ecf-5ddf554c7874),segment_id=a32737bc-b1b0-4bc5-9ecf-5ddf554c7874)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:57:08.834965 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:08.838536 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:08.886695 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:08.887475 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:08.889467 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] 10.222.0.22 "PUT /v2.0/ports/b9540efa-8933-4424-8280-a6b9c471f997 HTTP/1.1" status: 200 len: 1093 time: 0.7894573 Jun 10 03:57:08.889467 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e83efb-4671-46be-b5b1-e632a80c43cf', 'tag': 'b9540efa-8933-4424-8280-a6b9c471f997'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:57:08.891636 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bfe240-06f6-4f78-a5b8-d9560f9acdf5" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e83efb-4671-46be-b5b1-e632a80c43cf", "tag": "b9540efa-8933-4424-8280-a6b9c471f997"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:57:08.917499 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Pushing event updated for resources: {'Port': ['ID=b9540efa-8933-4424-8280-a6b9c471f997,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:08.926318 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a9d2b-5d7d-463d-a1ce-c4459ae53ead req-79d05f95-6e0c-46fb-b5d2-c6ec50c0c55c tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:08.927721 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:08.927827 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7b8a9d2b-5d7d-463d-a1ce-c4459ae53ead req-79d05f95-6e0c-46fb-b5d2-c6ec50c0c55c tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 943 time: 0.5463784 Jun 10 03:57:09.024794 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-9ce2cfdc-4175-435d-984e-fd7ac7e9494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:09.026322 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-9ce2cfdc-4175-435d-984e-fd7ac7e9494e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=530716926fc84a6aa5a8d89134509a43&device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 1096 time: 0.0667677 Jun 10 03:57:09.048487 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-06855bc6-a690-47f6-9a99-e48c27874cee req-8d4edc78-f0e8-45b5-9831-1a98b12ad18b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066162 Jun 10 03:57:09.077610 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7b8a9d2b-5d7d-463d-a1ce-c4459ae53ead req-4baedb1c-d093-4465-8311-53b215d4774e tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971661 Jun 10 03:57:09.082012 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d60432-4d4f-483a-8185-b11925e7d9ea req-cb149580-650a-4c75-b37e-8794f712c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:09.083490 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f7d60432-4d4f-483a-8185-b11925e7d9ea req-cb149580-650a-4c75-b37e-8794f712c830 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2562983 Jun 10 03:57:09.101641 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-753ef3d1-8e55-492e-bc3d-b5ed3b305575 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9540efa-8933-4424-8280-a6b9c471f997 HTTP/1.1" status: 200 len: 217 time: 0.0574071 Jun 10 03:57:09.182547 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-ff02662b-5028-45de-9900-f580797faede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:09.183990 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-ff02662b-5028-45de-9900-f580797faede service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4fc85bbf-0ffb-4650-8ab9-adbc4f829973 HTTP/1.1" status: 200 len: 854 time: 0.0753715 Jun 10 03:57:09.264217 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e02e3d6-a9bb-4747-b50e-95ed5b20960f x-openstack-request-id: req-7e02e3d6-a9bb-4747-b50e-95ed5b20960f {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:57:09.264744 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e83efb-4671-46be-b5b1-e632a80c43cf", "tag": "b9540efa-8933-4424-8280-a6b9c471f997", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:57:09.265660 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e02e3d6-a9bb-4747-b50e-95ed5b20960f {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:57:09.266426 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e83efb-4671-46be-b5b1-e632a80c43cf', 'tag': 'b9540efa-8933-4424-8280-a6b9c471f997', 'status': 'completed', 'code': 200} Jun 10 03:57:09.276632 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-47928279-47fb-4aef-90b0-3d46e6317dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:09.278144 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-47928279-47fb-4aef-90b0-3d46e6317dbd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dcf9948-5a54-4aca-b366-d807c273339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0868764 Jun 10 03:57:09.331188 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9ac05-db83-4de7-b1f7-d67b2086443a req-021cce15-b334-4e8f-b0b7-c99e9a86b19f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:09.339108 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f5a9ac05-db83-4de7-b1f7-d67b2086443a req-021cce15-b334-4e8f-b0b7-c99e9a86b19f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1255479 Jun 10 03:57:09.342298 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-33a1abb7-2f18-4be5-9c0a-01842a0c9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:09.343940 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-33a1abb7-2f18-4be5-9c0a-01842a0c9210 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=618da4200815401da9367ea4dacb39ef&device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 1096 time: 0.1756248 Jun 10 03:57:09.424280 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-7f59883a-06e5-4f42-a102-51fc6e4117d8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e579b39-816b-467c-b22f-f1dbfbf56bcf HTTP/1.1" status: 200 len: 217 time: 0.0606401 Jun 10 03:57:09.432406 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f5a9ac05-db83-4de7-b1f7-d67b2086443a req-79fd4d2f-650d-4d51-bb2f-d0189c89af15 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922153 Jun 10 03:57:09.488896 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-b8652d01-c899-40c7-9817-1d1fa5cc0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:09.490556 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-b8652d01-c899-40c7-9817-1d1fa5cc0e27 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c3e0543-da19-4e59-99a9-ddefff277300 HTTP/1.1" status: 200 len: 855 time: 0.0572124 Jun 10 03:57:09.546057 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-3dc7b219-3b0f-4bcf-8f3b-8ffb510dd743 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=36b91a10-3d56-4131-8a06-fcb18ccb1199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395601 Jun 10 03:57:09.679278 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-190af1db-33c6-4ffd-99a9-53365b6b4581 service neutron] 10.222.0.22 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255190 Jun 10 03:57:09.680134 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-141acbd9-935d-47e1-8c96-be70c301805e service neutron] 10.222.0.22 "GET /v2.0/networks/1dcf9948-5a54-4aca-b366-d807c273339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894465 Jun 10 03:57:09.797740 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-8e71123e-663a-4549-8eeb-414f1b63c2d4 req-8b4e61f7-75ab-472e-9325-d1784ee53ff6 service neutron] 10.222.0.22 "GET /v2.0/networks/1dcf9948-5a54-4aca-b366-d807c273339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047385 Jun 10 03:57:09.800011 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7348c99-ff9c-463c-896d-faa37ccf8439 req-211e55e6-3eef-4b8d-b472-071efb57b3d8 service neutron] 10.222.0.22 "GET /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076150 Jun 10 03:57:10.169045 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfac7b-3f97-49b8-8503-cc7e2407d187 req-12ae7f5a-8724-4261-af7a-01dbca861f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:10.170763 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-98bfac7b-3f97-49b8-8503-cc7e2407d187 req-12ae7f5a-8724-4261-af7a-01dbca861f34 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 1099 time: 0.0653989 Jun 10 03:57:10.214459 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfe240-06f6-4f78-a5b8-d9560f9acdf5 req-84e6162d-2392-4779-bf7d-a6315047c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:10.216182 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a5bfe240-06f6-4f78-a5b8-d9560f9acdf5 req-84e6162d-2392-4779-bf7d-a6315047c8ef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=530716926fc84a6aa5a8d89134509a43&device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 1096 time: 0.1106565 Jun 10 03:57:10.217653 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-98bfac7b-3f97-49b8-8503-cc7e2407d187 req-16001fa1-cc65-45f2-99b7-61254acac461 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324395 Jun 10 03:57:10.276484 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f2c47-44e0-4d76-bcca-261ccf5ad8a5 req-f7d7f869-758a-4771-8f81-d84ffc39c689 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:10.277915 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-501f2c47-44e0-4d76-bcca-261ccf5ad8a5 req-f7d7f869-758a-4771-8f81-d84ffc39c689 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 943 time: 0.1146364 Jun 10 03:57:10.331255 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-501f2c47-44e0-4d76-bcca-261ccf5ad8a5 req-98eaf952-b080-42a7-a9a6-2052f74b3b99 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477681 Jun 10 03:57:10.338045 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38923502-b5aa-461f-845b-91af2be0b1cd req-8fbfbe1c-efbc-4c96-b0db-5b0f2bcdd1be tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:10.339461 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-38923502-b5aa-461f-845b-91af2be0b1cd req-8fbfbe1c-efbc-4c96-b0db-5b0f2bcdd1be tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 943 time: 0.1175225 Jun 10 03:57:10.386827 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-38923502-b5aa-461f-845b-91af2be0b1cd req-16a9b447-bab0-485e-bb2a-26f28592528d tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351031 Jun 10 03:57:10.536989 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 52332) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:57:10.660085 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fe173e78-fd48-495c-831d-5b0188d55651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:10.698467 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfe240-06f6-4f78-a5b8-d9560f9acdf5 req-0dfcda5b-b530-42ff-8bce-35436084efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:10.699902 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a5bfe240-06f6-4f78-a5b8-d9560f9acdf5 req-0dfcda5b-b530-42ff-8bce-35436084efcf service neutron] 10.222.0.22 "GET /v2.0/networks?id=1dcf9948-5a54-4aca-b366-d807c273339c HTTP/1.1" status: 200 len: 915 time: 0.1569355 Jun 10 03:57:10.713509 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91083d1-3f6f-4ba1-8ffe-a625a4d4c791 req-f436b75c-9e8d-401d-b767-1cae5b1fb0df tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:10.714947 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f91083d1-3f6f-4ba1-8ffe-a625a4d4c791 req-f436b75c-9e8d-401d-b767-1cae5b1fb0df tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1496744 Jun 10 03:57:10.759832 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fe173e78-fd48-495c-831d-5b0188d55651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:10.763931 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fe173e78-fd48-495c-831d-5b0188d55651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:10.766318 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3e01405f-29a8-483c-886c-79e71fea847a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:10.780059 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a5bfe240-06f6-4f78-a5b8-d9560f9acdf5 req-87efe9b5-cb48-4ea1-92f7-31595c394930 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9540efa-8933-4424-8280-a6b9c471f997 HTTP/1.1" status: 200 len: 217 time: 0.0641742 Jun 10 03:57:10.805729 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-fe173e78-fd48-495c-831d-5b0188d55651 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24aa2ca9719240ddaab1885312d06f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676032 Jun 10 03:57:10.806658 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe173e78-fd48-495c-831d-5b0188d55651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39281841-d66c-4b46-9c63-7eb4d773611e,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:10.809770 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 52340) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:57:10.810598 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fe173e78-fd48-495c-831d-5b0188d55651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:10.850407 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f91083d1-3f6f-4ba1-8ffe-a625a4d4c791 req-23065d96-70d0-4991-a5f1-2163d6007f00 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259310 Jun 10 03:57:10.856170 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfe240-06f6-4f78-a5b8-d9560f9acdf5 req-3dfb821f-67b0-4ee3-9f91-be3ebc8f8ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:10.857011 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a5bfe240-06f6-4f78-a5b8-d9560f9acdf5 req-3dfb821f-67b0-4ee3-9f91-be3ebc8f8ed8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4fc85bbf-0ffb-4650-8ab9-adbc4f829973 HTTP/1.1" status: 200 len: 854 time: 0.0679262 Jun 10 03:57:10.861280 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d246deaa-5996-4fca-9d12-545e0056b26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:10.883191 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d246deaa-5996-4fca-9d12-545e0056b26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:10.920799 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfe240-06f6-4f78-a5b8-d9560f9acdf5 req-a6199391-f09a-4927-9130-1df0a5f8c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:10.922406 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a5bfe240-06f6-4f78-a5b8-d9560f9acdf5 req-a6199391-f09a-4927-9130-1df0a5f8c8a6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dcf9948-5a54-4aca-b366-d807c273339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0571764 Jun 10 03:57:10.931443 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d246deaa-5996-4fca-9d12-545e0056b26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:10.934099 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d246deaa-5996-4fca-9d12-545e0056b26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:10.935230 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-d246deaa-5996-4fca-9d12-545e0056b26b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39281841-d66c-4b46-9c63-7eb4d773611e HTTP/1.1" status: 204 len: 168 time: 0.1237252 Jun 10 03:57:10.935948 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2ce503a5-a758-470a-8b78-665b2d65a579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:10.944488 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246deaa-5996-4fca-9d12-545e0056b26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39281841-d66c-4b46-9c63-7eb4d773611e,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:10.946769 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d246deaa-5996-4fca-9d12-545e0056b26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:11.043780 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a5bfe240-06f6-4f78-a5b8-d9560f9acdf5 req-e49f46d7-35d9-429b-96bd-af8f0aa4822d service neutron] 10.222.0.22 "GET /v2.0/networks/1dcf9948-5a54-4aca-b366-d807c273339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104913 Jun 10 03:57:11.163424 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a5bfe240-06f6-4f78-a5b8-d9560f9acdf5 req-b8028731-f32f-4524-be93-f3fe9a91eeaa service neutron] 10.222.0.22 "GET /v2.0/networks/1dcf9948-5a54-4aca-b366-d807c273339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122725 Jun 10 03:57:11.314444 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2d22e-c593-4055-9c67-31dba3740ed7 req-2601bcf1-a0b4-4cfd-88f2-4973349a45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:11.315951 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7ef2d22e-c593-4055-9c67-31dba3740ed7 req-2601bcf1-a0b4-4cfd-88f2-4973349a45bb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b3ca99e6443433dbcfdd84bbab05042&device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 1099 time: 0.0570710 Jun 10 03:57:11.515899 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2d22e-c593-4055-9c67-31dba3740ed7 req-6257755f-d5b0-4ec7-84b0-4cab9798eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:11.517312 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7ef2d22e-c593-4055-9c67-31dba3740ed7 req-6257755f-d5b0-4ec7-84b0-4cab9798eba2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=54a1e9b2-aa9c-401b-9420-836866f8fb9d HTTP/1.1" status: 200 len: 918 time: 0.1760921 Jun 10 03:57:11.607629 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7ef2d22e-c593-4055-9c67-31dba3740ed7 req-0291338d-7b8d-4d3a-ab5e-c4373ae577b9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a7b2351-4cb3-4598-adbf-e5af63937ac6 HTTP/1.1" status: 200 len: 217 time: 0.0767343 Jun 10 03:57:11.648813 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181788b8-6ad4-40aa-b8b3-b5b2f9e6361d req-07f4035c-c00a-4318-bcbd-45cd87275418 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:11.650185 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-181788b8-6ad4-40aa-b8b3-b5b2f9e6361d req-07f4035c-c00a-4318-bcbd-45cd87275418 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 943 time: 0.1760983 Jun 10 03:57:11.662583 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d45c7-8534-45a4-b8f2-b2fac71fdf4a req-58016fc5-f59f-47bb-91f5-7874dafb399d tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:11.663994 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5b1d45c7-8534-45a4-b8f2-b2fac71fdf4a req-58016fc5-f59f-47bb-91f5-7874dafb399d tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 943 time: 0.1498408 Jun 10 03:57:11.764480 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-181788b8-6ad4-40aa-b8b3-b5b2f9e6361d req-761804da-fa8c-46af-a0fc-4db2df6fec49 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995290 Jun 10 03:57:11.773258 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5b1d45c7-8534-45a4-b8f2-b2fac71fdf4a req-1b2b1531-0841-4faa-89d0-c2dc6f0ad9c6 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012030 Jun 10 03:57:11.777323 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2d22e-c593-4055-9c67-31dba3740ed7 req-f52cef51-936c-457a-a489-3040381b2551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:11.778845 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7ef2d22e-c593-4055-9c67-31dba3740ed7 req-f52cef51-936c-457a-a489-3040381b2551 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8 HTTP/1.1" status: 200 len: 858 time: 0.0934179 Jun 10 03:57:11.833104 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7ef2d22e-c593-4055-9c67-31dba3740ed7 req-442cb78b-4d77-4114-b980-a5040ac12566 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54a1e9b2-aa9c-401b-9420-836866f8fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418429 Jun 10 03:57:11.983571 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7ef2d22e-c593-4055-9c67-31dba3740ed7 req-208b3475-57ac-4752-b592-ba6009b8c2a9 service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384904 Jun 10 03:57:12.160662 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7ef2d22e-c593-4055-9c67-31dba3740ed7 req-25c78b27-2d1b-431d-9d3c-42b2cec3030d service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682830 Jun 10 03:57:12.221251 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49b7dd-414f-449b-a043-c1e36925bfee req-5ae8d1f6-ff06-447f-8c7e-3e5459f9af71 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:12.223289 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2e49b7dd-414f-449b-a043-c1e36925bfee req-5ae8d1f6-ff06-447f-8c7e-3e5459f9af71 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.0769813 Jun 10 03:57:12.271615 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2e49b7dd-414f-449b-a043-c1e36925bfee req-bc5feeeb-bed4-4605-a371-87814b194b05 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404348 Jun 10 03:57:12.435054 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e8338024-16be-49ff-a958-d03db58e8567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:12.455551 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23ce40-1a7b-4d1b-85b9-29a862802114 req-ff0870e2-1fa3-4417-92d2-6e9788a62344 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:12.457630 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6a23ce40-1a7b-4d1b-85b9-29a862802114 req-ff0870e2-1fa3-4417-92d2-6e9788a62344 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.0784254 Jun 10 03:57:12.498709 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6a23ce40-1a7b-4d1b-85b9-29a862802114 req-b7972e56-7573-4cc1-bcbb-e003f1d84e67 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354197 Jun 10 03:57:12.994995 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24122a76-4a45-4ff0-9206-f2addd21a2d4 req-ae109630-d6b3-45ef-ad5c-781e0a6a8a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:12.996448 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-24122a76-4a45-4ff0-9206-f2addd21a2d4 req-ae109630-d6b3-45ef-ad5c-781e0a6a8a4a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b3ca99e6443433dbcfdd84bbab05042&device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 1099 time: 0.3837938 Jun 10 03:57:13.027724 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16583ac9-26ab-4a72-8bb4-91875c6b8ebb req-52bf5bba-6135-4aed-8953-46ef02f060a8 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:13.029105 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-16583ac9-26ab-4a72-8bb4-91875c6b8ebb req-52bf5bba-6135-4aed-8953-46ef02f060a8 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.3862410 Jun 10 03:57:13.079328 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef23ba-fc41-4015-85be-f1719889199e req-49799858-c56d-4801-b71f-36cabaf88d83 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:13.080777 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-45ef23ba-fc41-4015-85be-f1719889199e req-49799858-c56d-4801-b71f-36cabaf88d83 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 943 time: 0.1668162 Jun 10 03:57:13.171777 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-16583ac9-26ab-4a72-8bb4-91875c6b8ebb req-ec33607d-ecca-4b5e-8e78-9cb28dcf934f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282887 Jun 10 03:57:13.201978 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-45ef23ba-fc41-4015-85be-f1719889199e req-24636d56-9560-47ff-a355-388a98a72016 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147909 Jun 10 03:57:13.204707 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24122a76-4a45-4ff0-9206-f2addd21a2d4 req-1df9e5e6-05ec-45cb-a3de-bed2331b30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:13.206000 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-24122a76-4a45-4ff0-9206-f2addd21a2d4 req-1df9e5e6-05ec-45cb-a3de-bed2331b30e4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=54a1e9b2-aa9c-401b-9420-836866f8fb9d HTTP/1.1" status: 200 len: 918 time: 0.1995125 Jun 10 03:57:13.262895 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-24122a76-4a45-4ff0-9206-f2addd21a2d4 req-4d66b4c2-bdf0-4748-ae47-4a3f7048d4ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a7b2351-4cb3-4598-adbf-e5af63937ac6 HTTP/1.1" status: 200 len: 217 time: 0.0500362 Jun 10 03:57:13.360853 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24122a76-4a45-4ff0-9206-f2addd21a2d4 req-c233cd84-e2d8-4bc3-903f-6fea5e7431b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:13.362224 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-24122a76-4a45-4ff0-9206-f2addd21a2d4 req-c233cd84-e2d8-4bc3-903f-6fea5e7431b2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8 HTTP/1.1" status: 200 len: 858 time: 0.0929604 Jun 10 03:57:13.384310 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4d255-81c7-4030-af92-fb582a73d891 req-c1948fd3-27dc-4406-b8e7-af210505b9e9 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:13.385647 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-edf4d255-81c7-4030-af92-fb582a73d891 req-c1948fd3-27dc-4406-b8e7-af210505b9e9 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 943 time: 0.1088088 Jun 10 03:57:13.443192 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-24122a76-4a45-4ff0-9206-f2addd21a2d4 req-6d7e4084-0545-4ad9-93db-031f663f9f0b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54a1e9b2-aa9c-401b-9420-836866f8fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357783 Jun 10 03:57:13.489189 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-edf4d255-81c7-4030-af92-fb582a73d891 req-6fd7f308-f75c-47e5-8062-f640d08aa125 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978990 Jun 10 03:57:13.512829 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-8af34b7c-4731-437c-9bf6-c6ccfd0b437f tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c0201ea3a9104caeb8b1106516845aa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497417 Jun 10 03:57:13.792949 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-24122a76-4a45-4ff0-9206-f2addd21a2d4 req-60ce8aee-fea5-47f5-80b5-ab2bd14e9cc5 service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405273 Jun 10 03:57:13.843358 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-70542204-37ff-4072-9a3a-15fab24f0b01 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:13.844743 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-70542204-37ff-4072-9a3a-15fab24f0b01 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3208122 Jun 10 03:57:13.919629 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-1c37e316-c4ef-4c81-a82e-66aa65bb7a2f tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/quotas/c0201ea3a9104caeb8b1106516845aa4 HTTP/1.1" status: 200 len: 375 time: 0.0619259 Jun 10 03:57:13.929468 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb84620-acee-4b98-9336-f9eaa8a7cb12 req-e1e5c3e0-6262-48b3-afe8-f214ba9a885d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:13.930881 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-cbb84620-acee-4b98-9336-f9eaa8a7cb12 req-e1e5c3e0-6262-48b3-afe8-f214ba9a885d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.2928863 Jun 10 03:57:13.982813 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-1585edf6-c4a3-460a-b8de-5f1c43aac8a1 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c0201ea3a9104caeb8b1106516845aa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497656 Jun 10 03:57:13.996578 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-24122a76-4a45-4ff0-9206-f2addd21a2d4 req-a2bee500-cfa2-4eb7-84c2-40a3c86024a9 service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937892 Jun 10 03:57:14.015514 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-cbb84620-acee-4b98-9336-f9eaa8a7cb12 req-0cea5005-4dfd-45bd-b716-78df8aef30b0 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721672 Jun 10 03:57:14.061219 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device b9540efa-8933-4424-8280-a6b9c471f997 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 03:57:14.156252 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b8de806a-88ec-451d-b162-463a3f9d1d97 req-d21e4670-248f-4247-bc01-391010b5a4af tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 210 time: 0.0318222 Jun 10 03:57:14.208957 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port b9540efa-8933-4424-8280-a6b9c471f997, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=b9540efa-8933-4424-8280-a6b9c471f997,segment=NetworkSegment(a32737bc-b1b0-4bc5-9ecf-5ddf554c7874),segment_id=a32737bc-b1b0-4bc5-9ecf-5ddf554c7874)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:57:14.222962 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': 'b9540efa-8933-4424-8280-a6b9c471f997', 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c', 'port_id': 'b9540efa-8933-4424-8280-a6b9c471f997', 'mac_address': 'fa:16:3e:76:32:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 03:57:14.275444 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:14.294824 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9540efa-8933-4424-8280-a6b9c471f997 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:57:14.324024 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port b9540efa-8933-4424-8280-a6b9c471f997, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=b9540efa-8933-4424-8280-a6b9c471f997,segment=NetworkSegment(a32737bc-b1b0-4bc5-9ecf-5ddf554c7874),segment_id=a32737bc-b1b0-4bc5-9ecf-5ddf554c7874)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:57:14.328360 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:14.329307 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3e579b39-816b-467c-b22f-f1dbfbf56bcf details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 03:57:14.332191 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:14.419904 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=b9540efa-8933-4424-8280-a6b9c471f997,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:14.423384 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bd2cb-b4fb-44b0-bb89-3d5417858cc8 req-663095ee-d51d-497b-bc0e-d3b97119f4de tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:14.427480 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-be3bd2cb-b4fb-44b0-bb89-3d5417858cc8 req-663095ee-d51d-497b-bc0e-d3b97119f4de tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1288068 Jun 10 03:57:14.435515 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16444fe9-fbb8-4620-97a0-218bf80930f4 req-2a258588-5d2f-4a0e-8d7a-21528f6b700e tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:14.437615 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-16444fe9-fbb8-4620-97a0-218bf80930f4 req-2a258588-5d2f-4a0e-8d7a-21528f6b700e tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 943 time: 0.1025641 Jun 10 03:57:14.439429 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:14.439843 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:14.440355 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:14.441489 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:14.441884 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:14.442452 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:14.442979 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:14.443516 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:14.444025 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:14.444542 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:14.445250 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:14.445751 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:14.451390 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:14.505478 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-16444fe9-fbb8-4620-97a0-218bf80930f4 req-9ae79dcf-77ae-48df-8272-ec7192ca8e85 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584383 Jun 10 03:57:14.508036 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-be3bd2cb-b4fb-44b0-bb89-3d5417858cc8 req-de1c7e3e-0115-4b16-aa9d-f7f3c839fcf4 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694885 Jun 10 03:57:14.531285 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 3e579b39-816b-467c-b22f-f1dbfbf56bcf, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3e579b39-816b-467c-b22f-f1dbfbf56bcf,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:57:14.543542 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': '3e579b39-816b-467c-b22f-f1dbfbf56bcf', 'network_id': '36b91a10-3d56-4131-8a06-fcb18ccb1199', 'port_id': '3e579b39-816b-467c-b22f-f1dbfbf56bcf', 'mac_address': 'fa:16:3e:a7:81:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3e0543-da19-4e59-99a9-ddefff277300', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 03:57:14.593533 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:14.610514 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e579b39-816b-467c-b22f-f1dbfbf56bcf {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:57:14.634282 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 3e579b39-816b-467c-b22f-f1dbfbf56bcf, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3e579b39-816b-467c-b22f-f1dbfbf56bcf,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:57:14.638897 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:14.641016 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:14.696085 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=3e579b39-816b-467c-b22f-f1dbfbf56bcf,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:14.703000 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:14.731905 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2939a-b545-44bd-ab54-f5c0a46964a2 req-2a79e688-9b10-48d0-a0d3-6d0e65fac13c tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:14.733333 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3bd2939a-b545-44bd-ab54-f5c0a46964a2 req-2a79e688-9b10-48d0-a0d3-6d0e65fac13c tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 944 time: 0.0956578 Jun 10 03:57:14.775702 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3bd2939a-b545-44bd-ab54-f5c0a46964a2 req-aae5eec2-1018-4732-bd67-cc30413315a2 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360906 Jun 10 03:57:14.926961 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:14.968682 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-9099c205-faa0-4ee4-a692-5f9366a66a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:15.199651 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40ad6a-e531-46df-a9d0-8fb33752b886 req-2f39caac-c122-457f-b637-898c87b84c0d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:15.201112 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fb40ad6a-e531-46df-a9d0-8fb33752b886 req-2f39caac-c122-457f-b637-898c87b84c0d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.0656831 Jun 10 03:57:15.218211 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:15.245748 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fb40ad6a-e531-46df-a9d0-8fb33752b886 req-c20a1578-be46-494c-a9d8-e2e61e4d4475 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385904 Jun 10 03:57:15.256825 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['b9540efa-8933-4424-8280-a6b9c471f997'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:57:15.291663 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['3e579b39-816b-467c-b22f-f1dbfbf56bcf'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:57:15.324033 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-12e43fe9-25e6-445a-bf07-807c3e5bd820 req-b82d6551-9ffd-4815-9ea4-f02db474b8d9 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 210 time: 0.0438108 Jun 10 03:57:15.741056 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d75f41-29eb-45c5-b905-e393bb2c1112 req-42b9a806-6e18-42b4-bdee-a4cff796204a tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:15.742513 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f8d75f41-29eb-45c5-b905-e393bb2c1112 req-42b9a806-6e18-42b4-bdee-a4cff796204a tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 944 time: 0.1060421 Jun 10 03:57:15.750664 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f720be-4659-4e62-97a7-0478b322dea0 req-b8d82cff-fed0-4e47-8682-82f6af298403 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:15.752062 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-49f720be-4659-4e62-97a7-0478b322dea0 req-b8d82cff-fed0-4e47-8682-82f6af298403 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1284964 Jun 10 03:57:15.818885 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f8d75f41-29eb-45c5-b905-e393bb2c1112 req-77ada5d8-a70a-4398-bb13-62177e19244a tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657740 Jun 10 03:57:15.823560 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-49f720be-4659-4e62-97a7-0478b322dea0 req-d7701919-c2b9-4911-a97f-f7c95fbbfd04 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643268 Jun 10 03:57:15.997916 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034a38-a810-4b5b-ba71-151615bc61c3 req-7a338944-cfff-4deb-8856-c033b19952e5 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:15.999807 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c3034a38-a810-4b5b-ba71-151615bc61c3 req-7a338944-cfff-4deb-8856-c033b19952e5 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 944 time: 0.0735965 Jun 10 03:57:16.002745 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:16.046650 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c3034a38-a810-4b5b-ba71-151615bc61c3 req-947e4b2a-6a8d-4298-ab18-38e766cc63c0 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405841 Jun 10 03:57:16.117763 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-89251ce9-0ee8-4716-9101-d2f90c9d00cd tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c0201ea3a9104caeb8b1106516845aa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233746 Jun 10 03:57:16.248878 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-b0eb0461-bbcf-4525-bcfc-7c4bbadac853 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:16.250374 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-b0eb0461-bbcf-4525-bcfc-7c4bbadac853 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1270592 Jun 10 03:57:16.272386 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Request body: {'port': {'device_id': '3f90fd82-3104-4569-8a9a-f81fc3d6da88', 'network_id': '8180d71e-2913-4f53-9e40-ede9f8ef5ffb', 'admin_state_up': True, 'tenant_id': 'c0201ea3a9104caeb8b1106516845aa4'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:57:16.343493 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:57:16.481547 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8abc74f8-0368-40de-9a83-20bf48c414d8 req-fb1c4b16-9b50-409f-9caa-b7b8d1151c36 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 210 time: 0.0424247 Jun 10 03:57:16.490582 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Made reservation on behalf of c0201ea3a9104caeb8b1106516845aa4 for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:57:16.493913 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:16.503771 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be2879-677e-43f6-8035-1675c7fc0e1d req-22ff7d9f-bb60-413d-9730-0cd770b6460e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:16.505476 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-43be2879-677e-43f6-8035-1675c7fc0e1d req-22ff7d9f-bb60-413d-9730-0cd770b6460e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.1379645 Jun 10 03:57:16.514841 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:16.573062 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-43be2879-677e-43f6-8035-1675c7fc0e1d req-d2a7e341-237b-4939-85df-46ef374206be tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597379 Jun 10 03:57:16.640206 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:16.644972 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:16.647916 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4b54b477-33d6-4bb3-aa1d-00520114ffd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:16.715593 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19cc3b6f-50cd-469a-b4c9-5dddf53cedc0,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:16.730643 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:16.731008 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:16.731366 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:16.731722 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:16.732069 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:16.732479 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:16.732825 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:16.733168 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:16.733509 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:16.733843 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:16.734188 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:16.734550 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:57:16.739840 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:16.808504 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Allocated IP 192.168.233.141 (8180d71e-2913-4f53-9e40-ede9f8ef5ffb/d96c1e92-abb7-4b93-a788-e4fcf0285d49/8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:57:17.037721 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:17.058242 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Transition to ACTIVE for port object 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:57:17.076036 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb124f5-6ba1-4987-a4a2-59ed4711fe91 req-01b28c6d-3336-48cb-ba8c-729b890b9195 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:17.077180 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1bb124f5-6ba1-4987-a4a2-59ed4711fe91 req-01b28c6d-3336-48cb-ba8c-729b890b9195 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1289890 Jun 10 03:57:17.165128 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:17.171381 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:17.180208 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1bb124f5-6ba1-4987-a4a2-59ed4711fe91 req-d48d1677-760a-4c81-b5da-99d6485bd81b tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965905 Jun 10 03:57:17.509765 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Network 8180d71e-2913-4f53-9e40-ede9f8ef5ffb is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:57:17.538368 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:57:17.540170 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Pushing event updated for resources: {'Port': ['ID=8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:17.543640 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:57:17.548886 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:17.549502 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:17.557889 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:17.576145 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852ae69-2b22-4fc1-a403-3266c80e143c req-e5e0277f-71f3-46e8-94ef-49afa409302a tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:17.577696 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f852ae69-2b22-4fc1-a403-3266c80e143c req-e5e0277f-71f3-46e8-94ef-49afa409302a tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 944 time: 0.4773374 Jun 10 03:57:17.598689 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3304472 Jun 10 03:57:17.623972 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Request body: {'port': {'device_id': '3f90fd82-3104-4569-8a9a-f81fc3d6da88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:57:17.628281 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:17.677522 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f852ae69-2b22-4fc1-a403-3266c80e143c req-0611a3f1-22fd-4662-8c6b-bca8dc6daa99 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926816 Jun 10 03:57:17.692480 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d06a8-b031-4267-a451-70800558641e req-bb9cd439-5e30-4b7b-8ff8-74d553f0d0ef tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:17.701425 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4b1d06a8-b031-4267-a451-70800558641e req-bb9cd439-5e30-4b7b-8ff8-74d553f0d0ef tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 944 time: 0.2118554 Jun 10 03:57:17.755771 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcffd517-9d3f-4492-92cb-9facb13d6bcf None None] Provisioning for port 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:57:17.759667 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcffd517-9d3f-4492-92cb-9facb13d6bcf None None] Provisioning complete for port 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:57:17.760357 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcffd517-9d3f-4492-92cb-9facb13d6bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:17.761681 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:17.788841 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4b1d06a8-b031-4267-a451-70800558641e req-72db3d6b-fd24-4ade-975a-82468adc61c1 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618949 Jun 10 03:57:17.801784 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcffd517-9d3f-4492-92cb-9facb13d6bcf None None] Port 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 03:57:17.997126 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843cdd5-292f-4dfa-b09c-36a0571910eb req-e9668d16-185e-4a51-bff5-8e74c10b67ca tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:17.998597 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5843cdd5-292f-4dfa-b09c-36a0571910eb req-e9668d16-185e-4a51-bff5-8e74c10b67ca tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 936 time: 0.2153921 Jun 10 03:57:18.076093 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device b9540efa-8933-4424-8280-a6b9c471f997 up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:57:18.128567 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning for port b9540efa-8933-4424-8280-a6b9c471f997 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:57:18.132138 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port b9540efa-8933-4424-8280-a6b9c471f997 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:57:18.132626 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:18.136552 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5843cdd5-292f-4dfa-b09c-36a0571910eb req-506441e1-e79b-46e3-9444-69ec33c16af2 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/security-groups?id=19cc3b6f-50cd-469a-b4c9-5dddf53cedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279166 Jun 10 03:57:18.151284 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1327c6-99d6-4f70-973e-38b2d853d69e req-2188c6ac-b680-4ca1-878b-3ec4c1935c80 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:18.152759 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8d1327c6-99d6-4f70-973e-38b2d853d69e req-2188c6ac-b680-4ca1-878b-3ec4c1935c80 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.2637477 Jun 10 03:57:18.220893 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:18.224315 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8d1327c6-99d6-4f70-973e-38b2d853d69e req-63a602f8-8a18-4de9-b4a8-af8851bd00a2 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593300 Jun 10 03:57:18.251566 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e83efb-4671-46be-b5b1-e632a80c43cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9540efa-8933-4424-8280-a6b9c471f997'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:57:18.251566 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e444e6-1613-49c3-a74c-2cf14b886092" -d '{"events": [{"server_uuid": "f2e83efb-4671-46be-b5b1-e632a80c43cf", "name": "network-vif-plugged", "status": "completed", "tag": "b9540efa-8933-4424-8280-a6b9c471f997"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:57:18.263440 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port b9540efa-8933-4424-8280-a6b9c471f997, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=b9540efa-8933-4424-8280-a6b9c471f997,segment=NetworkSegment(a32737bc-b1b0-4bc5-9ecf-5ddf554c7874),segment_id=a32737bc-b1b0-4bc5-9ecf-5ddf554c7874)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:57:18.266181 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:57:18.267996 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:18.269602 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3e579b39-816b-467c-b22f-f1dbfbf56bcf up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:57:18.271677 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-392c7c15-8e5a-4944-aa9a-3346d6215a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:18.275754 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:18.287806 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Transition to ACTIVE for port object 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:57:18.291990 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:18.294080 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:18.323599 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e361a86-372e-4ad3-a038-b0a4542b732c x-openstack-request-id: req-5e361a86-372e-4ad3-a038-b0a4542b732c {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:57:18.323898 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e83efb-4671-46be-b5b1-e632a80c43cf", "name": "network-vif-plugged", "status": "completed", "tag": "b9540efa-8933-4424-8280-a6b9c471f997", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:57:18.324161 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e361a86-372e-4ad3-a038-b0a4542b732c {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:57:18.324549 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e83efb-4671-46be-b5b1-e632a80c43cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9540efa-8933-4424-8280-a6b9c471f997', 'code': 200} Jun 10 03:57:18.375231 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=b9540efa-8933-4424-8280-a6b9c471f997,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:18.378879 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:18.391067 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning for port 3e579b39-816b-467c-b22f-f1dbfbf56bcf completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:57:18.396003 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port 3e579b39-816b-467c-b22f-f1dbfbf56bcf triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:57:18.396416 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:18.450516 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Pushing event updated for resources: {'Port': ['ID=8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:18.459561 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:18.464058 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Attempting to bind port 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:57:18.464793 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Attempting to bind port 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '376581be-6f3c-417a-9e32-29197965fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8180d71e-2913-4f53-9e40-ede9f8ef5ffb'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:57:18.464793 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Attempting to bind port 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f on network 8180d71e-2913-4f53-9e40-ede9f8ef5ffb {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:57:18.469248 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Port 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f on network 8180d71e-2913-4f53-9e40-ede9f8ef5ffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 03:57:18.469573 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Attempting to bind port 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f on network 8180d71e-2913-4f53-9e40-ede9f8ef5ffb {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:57:18.475363 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Checking agent: {'id': '4c3682d1-d9e4-4dcd-ad72-ddd6d516f54b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:57:18.475682 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Checking segment: {'id': '376581be-6f3c-417a-9e32-29197965fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8180d71e-2913-4f53-9e40-ede9f8ef5ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:57:18.476069 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Bound using segment: {'id': '376581be-6f3c-417a-9e32-29197965fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8180d71e-2913-4f53-9e40-ede9f8ef5ffb'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:57:18.476504 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Bound port: 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '376581be-6f3c-417a-9e32-29197965fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8180d71e-2913-4f53-9e40-ede9f8ef5ffb'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:57:18.476856 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:18.536174 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:18.586939 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 3e579b39-816b-467c-b22f-f1dbfbf56bcf, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3e579b39-816b-467c-b22f-f1dbfbf56bcf,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:57:18.591532 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:18.593635 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-5f4cae54-9c1f-4950-884f-fb6460c9f7aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:18.615532 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] For port 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f, host hv-cinder-74134, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:57:18.626530 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] For port 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f,segment=NetworkSegment(376581be-6f3c-417a-9e32-29197965fe55),segment_id=376581be-6f3c-417a-9e32-29197965fe55)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:57:18.632895 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:18.636725 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:18.667598 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=3e579b39-816b-467c-b22f-f1dbfbf56bcf,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:18.670614 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:18.679748 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b606b8-123a-4a3a-bb9a-a097e2b1545b req-26eee4c2-f25a-4fd9-9f54-0cb38a5b4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:18.681200 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-c7b606b8-123a-4a3a-bb9a-a097e2b1545b req-26eee4c2-f25a-4fd9-9f54-0cb38a5b4a5c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 1098 time: 0.0942261 Jun 10 03:57:18.685311 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:18.685920 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:18.687530 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] 10.222.0.22 "PUT /v2.0/ports/8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f HTTP/1.1" status: 200 len: 1098 time: 1.0711095 Jun 10 03:57:18.690852 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f90fd82-3104-4569-8a9a-f81fc3d6da88', 'tag': '8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:57:18.693168 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3916b4fa-7757-4041-a2c3-709a6a78a35d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f90fd82-3104-4569-8a9a-f81fc3d6da88", "tag": "8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:57:18.724666 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-c7b606b8-123a-4a3a-bb9a-a097e2b1545b req-4c6bd5cd-a196-4683-be92-82eadf41eb10 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361257 Jun 10 03:57:18.754378 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Pushing event updated for resources: {'Port': ['ID=8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:18.766862 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:18.789496 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0203ef5-c174-487c-9569-76f4b7e9a1c4 req-2ac46b6b-872b-4137-baa7-c96e90d1f4f5 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:18.791155 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a0203ef5-c174-487c-9569-76f4b7e9a1c4 req-2ac46b6b-872b-4137-baa7-c96e90d1f4f5 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1245465 Jun 10 03:57:18.865932 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a0203ef5-c174-487c-9569-76f4b7e9a1c4 req-4b5895cf-c1cd-474d-9235-59d2ec25a606 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688200 Jun 10 03:57:18.896810 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d566c48-fc67-4274-852d-22a6516f2a47 req-ac16953b-227b-4a75-a0c8-cb74d636bb6c tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:18.898271 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4d566c48-fc67-4274-852d-22a6516f2a47 req-ac16953b-227b-4a75-a0c8-cb74d636bb6c tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 945 time: 0.0848210 Jun 10 03:57:18.921206 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98d22ee-8a86-48b8-acad-c5a5eb59b554 x-openstack-request-id: req-b98d22ee-8a86-48b8-acad-c5a5eb59b554 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:57:18.921521 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f90fd82-3104-4569-8a9a-f81fc3d6da88", "tag": "8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:57:18.921804 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b98d22ee-8a86-48b8-acad-c5a5eb59b554 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:57:18.922215 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f90fd82-3104-4569-8a9a-f81fc3d6da88', 'tag': '8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f', 'status': 'completed', 'code': 200} Jun 10 03:57:18.943302 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4d566c48-fc67-4274-852d-22a6516f2a47 req-c5790f4c-5268-4b6a-995d-944447bf1bd2 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393262 Jun 10 03:57:19.074082 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a13d7-2b79-456d-84b0-23cc08376008 req-ac4acbab-b067-49c9-a24d-523ec8fb887f tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:19.075582 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bc1a13d7-2b79-456d-84b0-23cc08376008 req-ac4acbab-b067-49c9-a24d-523ec8fb887f tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 945 time: 0.0748291 Jun 10 03:57:19.117239 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bc1a13d7-2b79-456d-84b0-23cc08376008 req-91882b25-7f8d-470d-9241-c86b3bbc6374 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359120 Jun 10 03:57:19.148902 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-4c80f35c-4bbf-42f0-b7dc-489b2bc3e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:19.150398 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-4c80f35c-4bbf-42f0-b7dc-489b2bc3e090 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0201ea3a9104caeb8b1106516845aa4&device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 1101 time: 0.0595050 Jun 10 03:57:19.246823 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-76c6861d-0fc9-4b27-850a-c41343719587 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f HTTP/1.1" status: 200 len: 217 time: 0.0512226 Jun 10 03:57:19.309302 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-5dc8b7b3-aa53-40e5-aa4d-d851e57b3d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:19.311068 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-5dc8b7b3-aa53-40e5-aa4d-d851e57b3d41 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d96c1e92-abb7-4b93-a788-e4fcf0285d49 HTTP/1.1" status: 200 len: 843 time: 0.0569930 Jun 10 03:57:19.323171 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486590b0-264d-48e8-a6a1-7202fcf19d5c req-dfccdc0a-e0a2-4df2-ad06-316823bbb15c tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:19.324634 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-486590b0-264d-48e8-a6a1-7202fcf19d5c req-dfccdc0a-e0a2-4df2-ad06-316823bbb15c tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 948 time: 0.0762200 Jun 10 03:57:19.392572 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-486590b0-264d-48e8-a6a1-7202fcf19d5c req-de59f42c-f4e3-401a-b555-c5b8e5da431e tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/security-groups?id=19cc3b6f-50cd-469a-b4c9-5dddf53cedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557997 Jun 10 03:57:19.414804 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-59df22c5-5ac6-4164-80e7-836184c4ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:19.416586 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-59df22c5-5ac6-4164-80e7-836184c4ecff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8180d71e-2913-4f53-9e40-ede9f8ef5ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0815611 Jun 10 03:57:19.501973 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a3f60-c000-4aaa-8b7f-abb9f599af05 req-b23858ee-460f-49c6-b01a-7d337a3243fe tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:19.503477 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-510a3f60-c000-4aaa-8b7f-abb9f599af05 req-b23858ee-460f-49c6-b01a-7d337a3243fe tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.0736122 Jun 10 03:57:19.536226 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-db252e80-66f6-4d89-acf8-70ffd8fa2969 service neutron] 10.222.0.22 "GET /v2.0/networks/8180d71e-2913-4f53-9e40-ede9f8ef5ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124027 Jun 10 03:57:19.549042 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-510a3f60-c000-4aaa-8b7f-abb9f599af05 req-edb75290-63c4-4e43-ae9d-7dd78e229fc7 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395670 Jun 10 03:57:19.669643 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-59cfad9c-8a86-4c1f-84e9-9d50ef69be2c req-542fad51-9e8a-4abf-85a4-79db47ba809b service neutron] 10.222.0.22 "GET /v2.0/networks/8180d71e-2913-4f53-9e40-ede9f8ef5ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244547 Jun 10 03:57:19.947275 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916b4fa-7757-4041-a2c3-709a6a78a35d req-9fa53546-5c5b-47bb-94f8-c06764f46b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:19.948686 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-3916b4fa-7757-4041-a2c3-709a6a78a35d req-9fa53546-5c5b-47bb-94f8-c06764f46b42 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0201ea3a9104caeb8b1106516845aa4&device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 1101 time: 0.0565863 Jun 10 03:57:20.072237 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916b4fa-7757-4041-a2c3-709a6a78a35d req-7a7549e6-b916-41cc-90a3-8aab9bc6f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:20.073735 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-3916b4fa-7757-4041-a2c3-709a6a78a35d req-7a7549e6-b916-41cc-90a3-8aab9bc6f10e service neutron] 10.222.0.22 "GET /v2.0/networks?id=8180d71e-2913-4f53-9e40-ede9f8ef5ffb HTTP/1.1" status: 200 len: 869 time: 0.1147370 Jun 10 03:57:20.129657 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a86155-c650-407d-8afe-2c9d02b69223 req-5b48f7c7-5bbb-4bf3-a89b-567f5f4bab4d tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:20.131036 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7a86155-c650-407d-8afe-2c9d02b69223 req-5b48f7c7-5bbb-4bf3-a89b-567f5f4bab4d tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 945 time: 0.0750453 Jun 10 03:57:20.172601 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7a86155-c650-407d-8afe-2c9d02b69223 req-d8cd6e25-2521-4ee9-ac2e-c2de65c91bff tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356085 Jun 10 03:57:20.178017 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-3916b4fa-7757-4041-a2c3-709a6a78a35d req-abc9a694-51a5-4091-bbe4-b600b1bf9db0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f HTTP/1.1" status: 200 len: 217 time: 0.0521669 Jun 10 03:57:20.265198 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916b4fa-7757-4041-a2c3-709a6a78a35d req-3bb22495-1b01-4cee-b184-3fdceffc653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:20.266688 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-3916b4fa-7757-4041-a2c3-709a6a78a35d req-3bb22495-1b01-4cee-b184-3fdceffc653e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d96c1e92-abb7-4b93-a788-e4fcf0285d49 HTTP/1.1" status: 200 len: 843 time: 0.0511687 Jun 10 03:57:20.302301 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4f42f-23c5-446d-870e-9392775017a6 req-7db01109-8173-4861-a67b-512be5acb956 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:20.303729 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5cb4f42f-23c5-446d-870e-9392775017a6 req-7db01109-8173-4861-a67b-512be5acb956 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 945 time: 0.0692496 Jun 10 03:57:20.325631 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c085fef-8852-41c1-b65c-4006feb0adf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e579b39-816b-467c-b22f-f1dbfbf56bcf'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:57:20.328024 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180bd52b-1789-45b4-ad23-25e737704b1f" -d '{"events": [{"server_uuid": "1c085fef-8852-41c1-b65c-4006feb0adf3", "name": "network-vif-plugged", "status": "completed", "tag": "3e579b39-816b-467c-b22f-f1dbfbf56bcf"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:57:20.337865 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916b4fa-7757-4041-a2c3-709a6a78a35d req-b43cc7f7-53b3-44fa-a2fc-58b7aac30cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:20.339869 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-3916b4fa-7757-4041-a2c3-709a6a78a35d req-b43cc7f7-53b3-44fa-a2fc-58b7aac30cb6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8180d71e-2913-4f53-9e40-ede9f8ef5ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0589316 Jun 10 03:57:20.349016 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5cb4f42f-23c5-446d-870e-9392775017a6 req-136f4bc7-641e-4607-95fd-008508472795 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393701 Jun 10 03:57:20.371050 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697542df-cc6e-4210-91bc-5e2abbebe7c8 x-openstack-request-id: req-697542df-cc6e-4210-91bc-5e2abbebe7c8 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:57:20.371352 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c085fef-8852-41c1-b65c-4006feb0adf3", "name": "network-vif-plugged", "status": "completed", "tag": "3e579b39-816b-467c-b22f-f1dbfbf56bcf", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:57:20.371619 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-697542df-cc6e-4210-91bc-5e2abbebe7c8 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:57:20.372015 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c085fef-8852-41c1-b65c-4006feb0adf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e579b39-816b-467c-b22f-f1dbfbf56bcf', 'code': 200} Jun 10 03:57:20.487037 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-3916b4fa-7757-4041-a2c3-709a6a78a35d req-cfabea22-62ab-481b-9045-200e72d27530 service neutron] 10.222.0.22 "GET /v2.0/networks/8180d71e-2913-4f53-9e40-ede9f8ef5ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165888 Jun 10 03:57:20.604461 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e325b30-8e92-4e00-a427-8f21f144e49d req-6fa19d57-10de-4621-94f8-c9bb83fe0f02 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:20.606011 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5e325b30-8e92-4e00-a427-8f21f144e49d req-6fa19d57-10de-4621-94f8-c9bb83fe0f02 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 948 time: 0.0734293 Jun 10 03:57:20.636456 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-3916b4fa-7757-4041-a2c3-709a6a78a35d req-eb1a0847-7efc-4435-8c56-d97ffa36a63c service neutron] 10.222.0.22 "GET /v2.0/networks/8180d71e-2913-4f53-9e40-ede9f8ef5ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271329 Jun 10 03:57:20.648942 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5e325b30-8e92-4e00-a427-8f21f144e49d req-5af47a0a-a740-46ed-8221-961153d0dc84 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/security-groups?id=19cc3b6f-50cd-469a-b4c9-5dddf53cedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372832 Jun 10 03:57:20.756150 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba28cf-4902-4203-a6fe-188b3fcf468c req-753d6a63-75b1-4d93-ba82-f1a7d4a4c425 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:20.757623 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-beba28cf-4902-4203-a6fe-188b3fcf468c req-753d6a63-75b1-4d93-ba82-f1a7d4a4c425 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.0752001 Jun 10 03:57:20.780328 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44575c-659c-459a-8924-1601bef7eabc req-3bb4b9c3-1f3d-4d14-9a09-7b28f5960349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:20.781960 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-ca44575c-659c-459a-8924-1601bef7eabc req-3bb4b9c3-1f3d-4d14-9a09-7b28f5960349 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 1098 time: 0.0598400 Jun 10 03:57:20.799275 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-beba28cf-4902-4203-a6fe-188b3fcf468c req-1da27819-56a0-4c13-922c-58857bc0636e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359466 Jun 10 03:57:20.843876 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-ca44575c-659c-459a-8924-1601bef7eabc req-b16d86ac-e431-40c0-99d1-091e8d3cd21f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331056 Jun 10 03:57:21.347643 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc86b9-6436-4730-a15b-2fc8b62c814e req-030f0d8b-8a7b-471f-9f9f-78e9071ed627 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:21.348983 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d2bc86b9-6436-4730-a15b-2fc8b62c814e req-030f0d8b-8a7b-471f-9f9f-78e9071ed627 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 945 time: 0.0664587 Jun 10 03:57:21.388314 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d2bc86b9-6436-4730-a15b-2fc8b62c814e req-60cc2463-7912-4d4c-a1c8-3fc056c7bb1f tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337996 Jun 10 03:57:21.529518 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96b036-7aa3-47ab-a1ba-40bb21989c81 req-16c8baf6-0785-410b-8e2a-022d090e124f tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:21.530976 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ff96b036-7aa3-47ab-a1ba-40bb21989c81 req-16c8baf6-0785-410b-8e2a-022d090e124f tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 945 time: 0.0699916 Jun 10 03:57:21.570684 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ff96b036-7aa3-47ab-a1ba-40bb21989c81 req-208618bd-57e2-4c83-8c89-18545d19f54e tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335479 Jun 10 03:57:21.756688 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68649dfc-4b5c-4f01-9f2a-b05c83baf622 req-71983211-8ec4-4b85-b7e4-23735dba11b6 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:21.758179 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-68649dfc-4b5c-4f01-9f2a-b05c83baf622 req-71983211-8ec4-4b85-b7e4-23735dba11b6 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 945 time: 0.0717022 Jun 10 03:57:21.836715 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-68649dfc-4b5c-4f01-9f2a-b05c83baf622 req-9d51e481-035b-4ee5-8a0f-8c71c8813ae4 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728033 Jun 10 03:57:21.863259 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407bb5b-a7dd-4eec-9443-827f98e6a2b5 req-29b710fe-aadc-45dd-948a-45b119c5c34b tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:21.864786 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1407bb5b-a7dd-4eec-9443-827f98e6a2b5 req-29b710fe-aadc-45dd-948a-45b119c5c34b tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 948 time: 0.0932131 Jun 10 03:57:21.906617 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1407bb5b-a7dd-4eec-9443-827f98e6a2b5 req-9ed3232c-3afe-4d55-b331-b8d5b0a05091 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/security-groups?id=19cc3b6f-50cd-469a-b4c9-5dddf53cedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355690 Jun 10 03:57:22.006372 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22198c-8b33-4042-9d49-7009c29e3e34 req-2d2d91a6-e9a4-4ab7-bb0e-ae1da8a4f38d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:22.007819 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0f22198c-8b33-4042-9d49-7009c29e3e34 req-2d2d91a6-e9a4-4ab7-bb0e-ae1da8a4f38d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.0673039 Jun 10 03:57:22.048863 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0f22198c-8b33-4042-9d49-7009c29e3e34 req-19ae34b9-cfcf-4d7a-a3d3-68ff4830526f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353513 Jun 10 03:57:22.281600 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb8c26-d4d5-4393-82a6-0e971eb6e632 req-adc81052-e60e-48bd-b59c-3a4014b98de2 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:22.283086 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7beb8c26-d4d5-4393-82a6-0e971eb6e632 req-adc81052-e60e-48bd-b59c-3a4014b98de2 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 945 time: 0.0714800 Jun 10 03:57:22.324624 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7beb8c26-d4d5-4393-82a6-0e971eb6e632 req-d1eb81d6-8ceb-4478-8c53-c7067a67e17e tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358286 Jun 10 03:57:22.578772 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045adac-d530-4639-bb7d-17ad064459a8 req-c9d9f0c3-b270-4c0e-86e0-65f8a485c120 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:22.579534 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d045adac-d530-4639-bb7d-17ad064459a8 req-c9d9f0c3-b270-4c0e-86e0-65f8a485c120 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 945 time: 0.0797834 Jun 10 03:57:22.639789 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d045adac-d530-4639-bb7d-17ad064459a8 req-29f415c0-a9b0-41b9-9b15-f7388798236b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425391 Jun 10 03:57:23.029831 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019270e5-010f-41a4-98b7-60aa8e3700bf req-9b82ce1f-f4d5-4c7f-bd7d-d88b4f74d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:23.031375 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-019270e5-010f-41a4-98b7-60aa8e3700bf req-9b82ce1f-f4d5-4c7f-bd7d-d88b4f74d668 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b3ca99e6443433dbcfdd84bbab05042&device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 1099 time: 0.0648122 Jun 10 03:57:23.072700 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd533a01-3962-404a-bb00-e1bc9c9ed46b req-686502d1-5a43-4cc3-bac7-11c53c8b2e04 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:23.074169 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fd533a01-3962-404a-bb00-e1bc9c9ed46b req-686502d1-5a43-4cc3-bac7-11c53c8b2e04 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1083286 Jun 10 03:57:23.134835 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44e489-0152-4f02-83a8-1bcb9ce97145 req-54b21b5b-778a-414c-98e9-6885019015f4 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:23.136194 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-df44e489-0152-4f02-83a8-1bcb9ce97145 req-54b21b5b-778a-414c-98e9-6885019015f4 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 948 time: 0.1121545 Jun 10 03:57:23.138766 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fd533a01-3962-404a-bb00-e1bc9c9ed46b req-e5143e71-34bb-4245-8865-d3c8cb2b9208 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546789 Jun 10 03:57:23.147512 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019270e5-010f-41a4-98b7-60aa8e3700bf req-504dc40c-2a06-49a9-b77a-db966b49465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:23.148871 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-019270e5-010f-41a4-98b7-60aa8e3700bf req-504dc40c-2a06-49a9-b77a-db966b49465f service neutron] 10.222.0.22 "GET /v2.0/networks?id=54a1e9b2-aa9c-401b-9420-836866f8fb9d HTTP/1.1" status: 200 len: 918 time: 0.1100872 Jun 10 03:57:23.180270 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-df44e489-0152-4f02-83a8-1bcb9ce97145 req-a72e61a1-1f89-4445-ae56-7c2c3ca392d8 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/security-groups?id=19cc3b6f-50cd-469a-b4c9-5dddf53cedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375724 Jun 10 03:57:23.216393 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-019270e5-010f-41a4-98b7-60aa8e3700bf req-490a791c-77d4-46eb-a7b0-154e7de78895 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a7b2351-4cb3-4598-adbf-e5af63937ac6 HTTP/1.1" status: 200 len: 217 time: 0.0545621 Jun 10 03:57:23.281763 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019270e5-010f-41a4-98b7-60aa8e3700bf req-8a0faa17-774a-470b-9dca-3ebd2b9f606e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:23.283284 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-019270e5-010f-41a4-98b7-60aa8e3700bf req-8a0faa17-774a-470b-9dca-3ebd2b9f606e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8 HTTP/1.1" status: 200 len: 858 time: 0.0510066 Jun 10 03:57:23.316480 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29858f26-7be2-45bc-b842-f93a6bf18b28 req-e53d3645-23f3-4327-83d5-04458fb3778c tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:23.317949 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-29858f26-7be2-45bc-b842-f93a6bf18b28 req-e53d3645-23f3-4327-83d5-04458fb3778c tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.0706997 Jun 10 03:57:23.327560 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-019270e5-010f-41a4-98b7-60aa8e3700bf req-00879047-4249-4bd8-90dd-a6898df2915c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54a1e9b2-aa9c-401b-9420-836866f8fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359030 Jun 10 03:57:23.359362 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-29858f26-7be2-45bc-b842-f93a6bf18b28 req-e13b39e5-fbda-4a5c-87f6-3e0c6ebd2992 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355899 Jun 10 03:57:23.443128 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-019270e5-010f-41a4-98b7-60aa8e3700bf req-0d44f0b4-3b9f-4eb8-b35a-ceab21fc9b72 service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020460 Jun 10 03:57:23.559724 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-019270e5-010f-41a4-98b7-60aa8e3700bf req-e1e69cf8-4531-456d-abf4-e8426301fe07 service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086774 Jun 10 03:57:23.815860 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc69e4-fc6f-43d3-b77a-9ac876918d5a req-7008e265-de31-4767-82d7-a5bc4800798c tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:23.817310 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f3cc69e4-fc6f-43d3-b77a-9ac876918d5a req-7008e265-de31-4767-82d7-a5bc4800798c tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 945 time: 0.0671427 Jun 10 03:57:23.858219 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f3cc69e4-fc6f-43d3-b77a-9ac876918d5a req-a121f905-727e-48dc-a6fe-5ab9a2729f90 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351753 Jun 10 03:57:24.093305 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 03:57:24.372310 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f,segment=NetworkSegment(376581be-6f3c-417a-9e32-29197965fe55),segment_id=376581be-6f3c-417a-9e32-29197965fe55)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:57:24.385067 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': '8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f', 'network_id': '8180d71e-2913-4f53-9e40-ede9f8ef5ffb', 'port_id': '8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f', 'mac_address': 'fa:16:3e:0e:ed:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96c1e92-abb7-4b93-a788-e4fcf0285d49', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 03:57:24.394073 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867b361-5fcf-447b-9ff5-272e19a14de2 req-c8628564-85ee-44cc-8885-5bbbcfbbe7c7 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:24.398836 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f867b361-5fcf-447b-9ff5-272e19a14de2 req-c8628564-85ee-44cc-8885-5bbbcfbbe7c7 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1159945 Jun 10 03:57:24.431297 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:24.447978 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:57:24.457057 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c3e87-cf97-4c5e-adf9-82c73fadfb29 req-e96e6dd4-0b59-4a58-9dcb-09ad58ba0367 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:24.458454 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-857c3e87-cf97-4c5e-adf9-82c73fadfb29 req-e96e6dd4-0b59-4a58-9dcb-09ad58ba0367 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 948 time: 0.1195393 Jun 10 03:57:24.461453 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f867b361-5fcf-447b-9ff5-272e19a14de2 req-998c1733-8421-4bb4-b041-999af00c1363 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564282 Jun 10 03:57:24.469034 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f,segment=NetworkSegment(376581be-6f3c-417a-9e32-29197965fe55),segment_id=376581be-6f3c-417a-9e32-29197965fe55)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:57:24.473403 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:24.476392 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:24.510954 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-857c3e87-cf97-4c5e-adf9-82c73fadfb29 req-00fabeaa-b750-42e7-a23b-eebb2a6a87f7 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/security-groups?id=19cc3b6f-50cd-469a-b4c9-5dddf53cedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466688 Jun 10 03:57:24.535910 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:24.539046 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:24.639927 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a17bc-8df5-4c01-9983-61b0ff525f1e req-edc56aec-8a43-4609-8422-ed2cf11e85fd tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:24.641389 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d68a17bc-8df5-4c01-9983-61b0ff525f1e req-edc56aec-8a43-4609-8422-ed2cf11e85fd tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.0723925 Jun 10 03:57:24.683460 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d68a17bc-8df5-4c01-9983-61b0ff525f1e req-64bb266b-f5fd-4e66-b9ca-56840177625d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363891 Jun 10 03:57:24.997255 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:57:25.707984 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe4d4e-1b62-42a0-b615-33638932a0cb req-ffed33cd-bf11-4a4b-87eb-e230dd133143 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:25.709488 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2dfe4d4e-1b62-42a0-b615-33638932a0cb req-ffed33cd-bf11-4a4b-87eb-e230dd133143 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1223795 Jun 10 03:57:25.767954 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5df17a-8341-430d-81ee-f1e0db44356a req-439fcc97-c861-4e1f-8c0d-6df67c77c7eb tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:25.769921 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-cf5df17a-8341-430d-81ee-f1e0db44356a req-439fcc97-c861-4e1f-8c0d-6df67c77c7eb tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 949 time: 0.1179733 Jun 10 03:57:25.772969 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2dfe4d4e-1b62-42a0-b615-33638932a0cb req-4fdad6fa-95d6-4e32-b86c-9cffb6d18db7 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544305 Jun 10 03:57:25.814571 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-cf5df17a-8341-430d-81ee-f1e0db44356a req-c9831a45-c636-4826-a00b-e47542890441 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/security-groups?id=19cc3b6f-50cd-469a-b4c9-5dddf53cedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386341 Jun 10 03:57:25.961968 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693dea9-a762-4b3e-ae4c-2800e4a8ad45 req-bd77c80b-65ee-42f1-88ef-3ddb58ef3fc5 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:25.963833 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0693dea9-a762-4b3e-ae4c-2800e4a8ad45 req-bd77c80b-65ee-42f1-88ef-3ddb58ef3fc5 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.0718358 Jun 10 03:57:26.008937 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0693dea9-a762-4b3e-ae4c-2800e4a8ad45 req-14f628fe-c093-4d22-b896-096f5da507a4 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392008 Jun 10 03:57:26.674727 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60015ec1-92a6-496a-9729-0e3c5a79121e req-55b938b2-045c-4f58-bb1d-07a772d9bffc tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:26.676162 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-60015ec1-92a6-496a-9729-0e3c5a79121e req-55b938b2-045c-4f58-bb1d-07a772d9bffc tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 945 time: 0.0665433 Jun 10 03:57:26.715784 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-60015ec1-92a6-496a-9729-0e3c5a79121e req-2216d8b5-4e94-46f9-b374-cbb100a805cb tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341775 Jun 10 03:57:26.740605 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 52630) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:57:26.951832 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a039d2-79a8-49a0-a869-64c80289a20c tempest-TestMinimumBasicScenario-990481060 tempest-TestMinimumBasicScenario-990481060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:26.953319 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-c1a039d2-79a8-49a0-a869-64c80289a20c tempest-TestMinimumBasicScenario-990481060 tempest-TestMinimumBasicScenario-990481060-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 1093 time: 0.2117498 Jun 10 03:57:26.956854 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 52638) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:57:26.961216 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Request body: {'floatingip': {'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'port_id': 'b9540efa-8933-4424-8280-a6b9c471f997', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:57:26.983483 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for floatingip, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:27.014596 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8d085-1c01-45f1-9f2e-7fde70c13dd6 req-86a3ca1c-392b-4ee4-a8fb-3d28cc5c92c2 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:27.016042 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-97a8d085-1c01-45f1-9f2e-7fde70c13dd6 req-86a3ca1c-392b-4ee4-a8fb-3d28cc5c92c2 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1193292 Jun 10 03:57:27.028234 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1c0ca-2f51-4d00-90f4-3817afdc3e98 req-8d0ec460-c596-4eed-8e8b-2da1c475314b tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:27.029617 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fdb1c0ca-2f51-4d00-90f4-3817afdc3e98 req-8d0ec460-c596-4eed-8e8b-2da1c475314b tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 949 time: 0.1014681 Jun 10 03:57:27.095290 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-97a8d085-1c01-45f1-9f2e-7fde70c13dd6 req-832cff21-fb4b-450c-a36f-931f3ceb4d01 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611808 Jun 10 03:57:27.095290 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fdb1c0ca-2f51-4d00-90f4-3817afdc3e98 req-4cdc4785-fbe2-47c9-b77a-e97614787781 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/security-groups?id=19cc3b6f-50cd-469a-b4c9-5dddf53cedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581777 Jun 10 03:57:27.102685 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:27.230341 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Allocated IP 172.28.2.97 (521d4520-71b8-438e-96ef-236a080e2b51/e4fdf890-cc0e-449a-b17a-0a4cb4019895/7e0ca39e-229a-4316-8505-9a7c5503e79b) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:57:27.281413 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd79504-c7eb-41da-9cae-5d0104e72fa2 req-45bf4036-2718-4c64-8387-8306ccdd4d68 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:27.282803 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2fd79504-c7eb-41da-9cae-5d0104e72fa2 req-45bf4036-2718-4c64-8387-8306ccdd4d68 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.0723593 Jun 10 03:57:27.327592 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2fd79504-c7eb-41da-9cae-5d0104e72fa2 req-6b8f1e3a-809a-4320-bac9-8d1f7016b166 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390935 Jun 10 03:57:27.361903 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:27.401500 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126309416'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:27.404274 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3b3cebef-0abd-4133-a476-3fd0f0275555 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:27.447046 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Network 521d4520-71b8-438e-96ef-236a080e2b51 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:57:27.449821 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:57:27.452518 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:57:27.486951 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Pushing event updated for resources: {'Port': ['ID=7e0ca39e-229a-4316-8505-9a7c5503e79b,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:27.494928 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:28.134581 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:57:28.136043 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:28.249019 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:28.252310 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning for port 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:57:28.256921 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:57:28.257519 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:28.376362 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:28.402407 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f90fd82-3104-4569-8a9a-f81fc3d6da88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:57:28.404862 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1173b1-27c1-4c7f-943e-7833b0d48ab7" -d '{"events": [{"server_uuid": "3f90fd82-3104-4569-8a9a-f81fc3d6da88", "name": "network-vif-plugged", "status": "completed", "tag": "8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:57:28.419947 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f,segment=NetworkSegment(376581be-6f3c-417a-9e32-29197965fe55),segment_id=376581be-6f3c-417a-9e32-29197965fe55)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:57:28.424939 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:28.427343 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:28.469000 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:28.474577 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:28.476555 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:28.486641 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:28.489877 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:28.555967 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Pushing event updated for resources: {'Port': ['ID=7e0ca39e-229a-4316-8505-9a7c5503e79b,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:28.559713 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:28.566776 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719104'] for floatingip, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:28.628656 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec5d8b-fd5e-41fe-8625-ea9604b3e6af req-cb7ea60c-16d6-4096-9163-f7eaff3b6321 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:28.630109 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bdec5d8b-fd5e-41fe-8625-ea9604b3e6af req-cb7ea60c-16d6-4096-9163-f7eaff3b6321 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 949 time: 0.3997231 Jun 10 03:57:28.641809 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fefb3-4c24-4b36-9b7f-b4fbe25179d3 req-8de565eb-8dc9-4cb9-b5f6-7ff5b2a21a09 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:28.643216 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a58fefb3-4c24-4b36-9b7f-b4fbe25179d3 req-8de565eb-8dc9-4cb9-b5f6-7ff5b2a21a09 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.0963218 Jun 10 03:57:28.701717 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.db.l3_db [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Floating IP ddd00f3b-9c6d-4c94-b803-35edc15e7de8 associated. External IP: 172.28.2.97, port: b9540efa-8933-4424-8280-a6b9c471f997. Jun 10 03:57:28.707362 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bdec5d8b-fd5e-41fe-8625-ea9604b3e6af req-ad1586cc-0849-4403-bcef-ca8d0b760586 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/security-groups?id=19cc3b6f-50cd-469a-b4c9-5dddf53cedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626547 Jun 10 03:57:28.712146 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a58fefb3-4c24-4b36-9b7f-b4fbe25179d3 req-024a0f78-ff3c-4967-bca1-1b2550fdb481 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618260 Jun 10 03:57:28.894454 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244871d-590f-4b67-b4a5-f70cbd9a9f17 req-dd700bd6-15bf-4130-bf17-3864bb1f6c7e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:28.895926 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b244871d-590f-4b67-b4a5-f70cbd9a9f17 req-dd700bd6-15bf-4130-bf17-3864bb1f6c7e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.0760493 Jun 10 03:57:28.938809 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b244871d-590f-4b67-b4a5-f70cbd9a9f17 req-95d17514-4ff7-4fe0-a13e-d6c26ee76e1d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370185 Jun 10 03:57:28.947218 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4a6bd1-a881-436e-9c97-9ff9c63f3ab3 x-openstack-request-id: req-7f4a6bd1-a881-436e-9c97-9ff9c63f3ab3 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:57:28.947539 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f90fd82-3104-4569-8a9a-f81fc3d6da88", "name": "network-vif-plugged", "status": "completed", "tag": "8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:57:28.947801 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f4a6bd1-a881-436e-9c97-9ff9c63f3ab3 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:57:28.948208 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f90fd82-3104-4569-8a9a-f81fc3d6da88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f', 'code': 200} Jun 10 03:57:28.987259 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Router 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 03:57:29.132508 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:57:29.142222 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a06a41-3d92-4e93-a283-b88c9026d355 None None] Sync routers for ids ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'] in dv-cinder-741349-4-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:57:29.151929 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:29.152621 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a06a41-3d92-4e93-a283-b88c9026d355 None None] Routers {'8a5e0d57-5009-46c3-bfc5-1d37626fbae2'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:57:29.153323 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-99a06a41-3d92-4e93-a283-b88c9026d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:57:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:57:29.205402 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2451308 Jun 10 03:57:29.205402 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e83efb-4671-46be-b5b1-e632a80c43cf', 'tag': 'b9540efa-8933-4424-8280-a6b9c471f997'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:57:29.206210 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c7b30c-03a9-40fa-b78e-2e5e8a00e2cd" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e83efb-4671-46be-b5b1-e632a80c43cf", "tag": "b9540efa-8933-4424-8280-a6b9c471f997"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:57:29.207305 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 52668) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:57:29.214980 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-bc1cb810-197c-4a47-ab8a-215306d29195 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-498985331', 'description': 'tempest-secgroup-smoke-498985331 description', 'project_id': '530716926fc84a6aa5a8d89134509a43'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:57:29.244823 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc1cb810-197c-4a47-ab8a-215306d29195 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:29.245973 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6f8987-e7c9-4022-8859-24a2f3b41b08 x-openstack-request-id: req-4c6f8987-e7c9-4022-8859-24a2f3b41b08 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:57:29.246360 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e83efb-4671-46be-b5b1-e632a80c43cf", "tag": "b9540efa-8933-4424-8280-a6b9c471f997", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:57:29.246692 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c6f8987-e7c9-4022-8859-24a2f3b41b08 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:57:29.247740 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e83efb-4671-46be-b5b1-e632a80c43cf', 'tag': 'b9540efa-8933-4424-8280-a6b9c471f997', 'status': 'completed', 'code': 200} Jun 10 03:57:29.311771 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425c23f-d768-4a76-aa7d-f812420a8e39 req-e4785a0a-f68b-49b8-8201-bc64b5188651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:29.313320 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e425c23f-d768-4a76-aa7d-f812420a8e39 req-e4785a0a-f68b-49b8-8201-bc64b5188651 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 1103 time: 0.0629976 Jun 10 03:57:29.353682 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-99a06a41-3d92-4e93-a283-b88c9026d355 None None] Set router 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:57:29.385734 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e425c23f-d768-4a76-aa7d-f812420a8e39 req-a0b8ce98-befc-41aa-a8d5-726f41d9dcca service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=19cc3b6f-50cd-469a-b4c9-5dddf53cedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435276 Jun 10 03:57:29.394659 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc1cb810-197c-4a47-ab8a-215306d29195 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:29.400332 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc1cb810-197c-4a47-ab8a-215306d29195 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:29.404532 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:29.447864 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc1cb810-197c-4a47-ab8a-215306d29195 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:29.448755 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-bc1cb810-197c-4a47-ab8a-215306d29195 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2397895 Jun 10 03:57:29.452176 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 52678) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:57:29.454696 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cb810-197c-4a47-ab8a-215306d29195 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e93dd9-cb42-43e0-a563-4a6caa0e11bc,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:29.458475 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-bc1cb810-197c-4a47-ab8a-215306d29195 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:29.459540 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-e9736344-eb45-4880-9b45-e15db5ba1c5b tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Request body: {'security_group_rule': {'security_group_id': 'a2e93dd9-cb42-43e0-a563-4a6caa0e11bc', 'project_id': '530716926fc84a6aa5a8d89134509a43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:57:29.462604 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7b30c-03a9-40fa-b78e-2e5e8a00e2cd req-71fc5fa8-6456-4453-8679-5f1f6a7b6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:29.465512 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d5c7b30c-03a9-40fa-b78e-2e5e8a00e2cd req-71fc5fa8-6456-4453-8679-5f1f6a7b6aaf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=530716926fc84a6aa5a8d89134509a43&device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 1098 time: 0.1221046 Jun 10 03:57:29.490601 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e9736344-eb45-4880-9b45-e15db5ba1c5b tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:29.551664 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e9736344-eb45-4880-9b45-e15db5ba1c5b tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:29.555267 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e9736344-eb45-4880-9b45-e15db5ba1c5b tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:29.557414 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:29.574779 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9736344-eb45-4880-9b45-e15db5ba1c5b tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7bd2e6-62eb-4695-84d1-8caaad672172,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:29.579076 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e9736344-eb45-4880-9b45-e15db5ba1c5b tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:29.580643 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e9736344-eb45-4880-9b45-e15db5ba1c5b tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:29.584450 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-e9736344-eb45-4880-9b45-e15db5ba1c5b tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284635 Jun 10 03:57:29.585333 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 52680) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:57:29.589437 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-cfc7747f-cc80-49ac-96fd-610611026dc2 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Request body: {'security_group_rule': {'security_group_id': 'a2e93dd9-cb42-43e0-a563-4a6caa0e11bc', 'project_id': '530716926fc84a6aa5a8d89134509a43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:57:29.617449 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cfc7747f-cc80-49ac-96fd-610611026dc2 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:29.691470 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cfc7747f-cc80-49ac-96fd-610611026dc2 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:29.695287 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cfc7747f-cc80-49ac-96fd-610611026dc2 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:29.700836 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4fcc343f-328e-4b69-a941-4c9acb599a58 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:29.717054 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7747f-cc80-49ac-96fd-610611026dc2 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5ec1fe-97a9-4813-87da-34d533d28513,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:29.719553 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-cfc7747f-cc80-49ac-96fd-610611026dc2 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:29.720848 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cfc7747f-cc80-49ac-96fd-610611026dc2 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:29.724921 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 52682) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:57:29.725385 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-cfc7747f-cc80-49ac-96fd-610611026dc2 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393456 Jun 10 03:57:29.730369 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-5f097d85-481a-40ba-ae9b-badd6336960a tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Request body: {'security_group_rule': {'security_group_id': 'a2e93dd9-cb42-43e0-a563-4a6caa0e11bc', 'project_id': '530716926fc84a6aa5a8d89134509a43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:57:29.763395 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-99a06a41-3d92-4e93-a283-b88c9026d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'name': 'tempest-TestMinimumBasicScenario-1917082945-router', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:17Z', 'updated_at': '2021-06-10T03:56:24Z', 'revision_number': 4, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'gw_port': {'id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:18Z', 'updated_at': '2021-06-10T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_floatingips': [{'id': 'ddd00f3b-9c6d-4c94-b803-35edc15e7de8', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'floating_ip_address': '172.28.2.97', 'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'router_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'port_id': 'b9540efa-8933-4424-8280-a6b9c471f997', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c', 'mac_address': 'fa:16:3e:76:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e83efb-4671-46be-b5b1-e632a80c43cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T03:57:27Z', 'updated_at': '2021-06-10T03:57:27Z', 'revision_number': 0, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99aca66e-344a-41bf-82b1-922afddc6e92', 'name': '', 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'mac_address': 'fa:16:3e:54:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:23Z', 'updated_at': '2021-06-10T03:56:32Z', 'revision_number': 5, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'subnets': [{'id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:57:29.766878 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a06a41-3d92-4e93-a283-b88c9026d355 None None] Checking router: 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 for host: dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:57:29.776201 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a06a41-3d92-4e93-a283-b88c9026d355 None None] Routers {'8a5e0d57-5009-46c3-bfc5-1d37626fbae2'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:57:29.776741 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-99a06a41-3d92-4e93-a283-b88c9026d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:57:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:57:29.791978 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5f097d85-481a-40ba-ae9b-badd6336960a tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:29.923163 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-99a06a41-3d92-4e93-a283-b88c9026d355 None None] Set router 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:57:30.046002 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5f097d85-481a-40ba-ae9b-badd6336960a tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:30.048951 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7b30c-03a9-40fa-b78e-2e5e8a00e2cd req-7724eb6e-0184-44a3-a6f8-079f0c87cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:30.050551 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d5c7b30c-03a9-40fa-b78e-2e5e8a00e2cd req-7724eb6e-0184-44a3-a6f8-079f0c87cf14 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1dcf9948-5a54-4aca-b366-d807c273339c HTTP/1.1" status: 200 len: 915 time: 0.2423310 Jun 10 03:57:30.055435 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5f097d85-481a-40ba-ae9b-badd6336960a tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:30.064734 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-effb9f28-a50d-4927-ac1e-831f97b3aefd tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:30.096650 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f097d85-481a-40ba-ae9b-badd6336960a tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a77eba0-b32c-448c-8c0d-e264f4c7597d,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:30.145824 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5f097d85-481a-40ba-ae9b-badd6336960a tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:30.162881 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5069e6a-5c61-4371-8276-81ee5f545ba1 req-fff5c3bb-5ef8-442a-ae7b-0088987d933b tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:30.164364 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c5069e6a-5c61-4371-8276-81ee5f545ba1 req-fff5c3bb-5ef8-442a-ae7b-0088987d933b tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.2684860 Jun 10 03:57:30.171207 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3cd8-345c-4935-bfe0-359bbbaa7f6e req-e78ef8c9-df8b-4817-afaa-9f352d8109f9 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:30.172538 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-233e3cd8-345c-4935-bfe0-359bbbaa7f6e req-e78ef8c9-df8b-4817-afaa-9f352d8109f9 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 950 time: 0.2755394 Jun 10 03:57:30.176083 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5f097d85-481a-40ba-ae9b-badd6336960a tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:30.179717 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-5f097d85-481a-40ba-ae9b-badd6336960a tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4504960 Jun 10 03:57:30.179883 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 52692) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:57:30.204085 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-f3c4e3d8-b28e-4104-81fb-232ad8efd6f4 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Request body: {'security_group_rule': {'security_group_id': 'a2e93dd9-cb42-43e0-a563-4a6caa0e11bc', 'project_id': '530716926fc84a6aa5a8d89134509a43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:57:30.208693 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-99a06a41-3d92-4e93-a283-b88c9026d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'name': 'tempest-TestMinimumBasicScenario-1917082945-router', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:17Z', 'updated_at': '2021-06-10T03:56:24Z', 'revision_number': 4, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'gw_port': {'id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:18Z', 'updated_at': '2021-06-10T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_floatingips': [{'id': 'ddd00f3b-9c6d-4c94-b803-35edc15e7de8', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'floating_ip_address': '172.28.2.97', 'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'router_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'port_id': 'b9540efa-8933-4424-8280-a6b9c471f997', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c', 'mac_address': 'fa:16:3e:76:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e83efb-4671-46be-b5b1-e632a80c43cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T03:57:27Z', 'updated_at': '2021-06-10T03:57:27Z', 'revision_number': 0, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99aca66e-344a-41bf-82b1-922afddc6e92', 'name': '', 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'mac_address': 'fa:16:3e:54:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:23Z', 'updated_at': '2021-06-10T03:56:32Z', 'revision_number': 5, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'subnets': [{'id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:57:30.212106 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a06a41-3d92-4e93-a283-b88c9026d355 None None] The sync data for ids ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'] in dv-cinder-741349-4-smb is: [{'id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'name': 'tempest-TestMinimumBasicScenario-1917082945-router', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:17Z', 'updated_at': '2021-06-10T03:56:24Z', 'revision_number': 4, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'gw_port': {'id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:18Z', 'updated_at': '2021-06-10T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_floatingips': [{'id': 'ddd00f3b-9c6d-4c94-b803-35edc15e7de8', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'floating_ip_address': '172.28.2.97', 'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'router_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'port_id': 'b9540efa-8933-4424-8280-a6b9c471f997', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c', 'mac_address': 'fa:16:3e:76:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e83efb-4671-46be-b5b1-e632a80c43cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T03:57:27Z', 'updated_at': '2021-06-10T03:57:27Z', 'revision_number': 0, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99aca66e-344a-41bf-82b1-922afddc6e92', 'name': '', 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'mac_address': 'fa:16:3e:54:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:23Z', 'updated_at': '2021-06-10T03:56:32Z', 'revision_number': 5, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'subnets': [{'id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:57:30.240837 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d5c7b30c-03a9-40fa-b78e-2e5e8a00e2cd req-958e08a3-9d16-4c90-b42e-ee5a176955c5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9540efa-8933-4424-8280-a6b9c471f997 HTTP/1.1" status: 200 len: 998 time: 0.1586177 Jun 10 03:57:30.311947 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c5069e6a-5c61-4371-8276-81ee5f545ba1 req-5cf7ea03-a721-4a83-b823-1e029fff3716 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364102 Jun 10 03:57:30.335643 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-233e3cd8-345c-4935-bfe0-359bbbaa7f6e req-38424919-1d01-4d0f-b996-bd18b0e44227 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/security-groups?id=19cc3b6f-50cd-469a-b4c9-5dddf53cedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425886 Jun 10 03:57:30.338096 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e3d8-b28e-4104-81fb-232ad8efd6f4 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:30.344814 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7b30c-03a9-40fa-b78e-2e5e8a00e2cd req-8141fd30-4b06-472e-b8ce-bccd75c519af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:30.346270 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d5c7b30c-03a9-40fa-b78e-2e5e8a00e2cd req-8141fd30-4b06-472e-b8ce-bccd75c519af service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4fc85bbf-0ffb-4650-8ab9-adbc4f829973 HTTP/1.1" status: 200 len: 854 time: 0.0879622 Jun 10 03:57:30.444876 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e3d8-b28e-4104-81fb-232ad8efd6f4 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:30.467079 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e3d8-b28e-4104-81fb-232ad8efd6f4 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:30.476448 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3488018f-24fd-40da-b60c-e4b4bfa181ae None None] New status for floating IP ddd00f3b-9c6d-4c94-b803-35edc15e7de8: ACTIVE {{(pid=91627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 03:57:30.477400 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1e6c2fb3-fd80-47a9-aebe-0605f46f275e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:30.544311 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4e3d8-b28e-4104-81fb-232ad8efd6f4 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281ddb20-f1a1-4df5-b09c-56be76c026ac,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:30.547370 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7b30c-03a9-40fa-b78e-2e5e8a00e2cd req-f2b58bdf-bc15-457a-8740-af65a474e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:30.548879 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d5c7b30c-03a9-40fa-b78e-2e5e8a00e2cd req-f2b58bdf-bc15-457a-8740-af65a474e128 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dcf9948-5a54-4aca-b366-d807c273339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1934793 Jun 10 03:57:30.549611 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e3d8-b28e-4104-81fb-232ad8efd6f4 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:30.553022 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-f3c4e3d8-b28e-4104-81fb-232ad8efd6f4 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3622358 Jun 10 03:57:30.553022 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f3c4e3d8-b28e-4104-81fb-232ad8efd6f4 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:30.553667 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 52700) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:57:30.559113 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-f9c8b35c-6c7e-4748-89e5-ff02ed44c129 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Request body: {'security_group_rule': {'security_group_id': 'a2e93dd9-cb42-43e0-a563-4a6caa0e11bc', 'project_id': '530716926fc84a6aa5a8d89134509a43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:57:30.584216 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.db.securitygroups_db [None req-f9c8b35c-6c7e-4748-89e5-ff02ed44c129 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Project 530716926fc84a6aa5a8d89134509a43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 03:57:30.590520 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f9c8b35c-6c7e-4748-89e5-ff02ed44c129 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:30.674660 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f9c8b35c-6c7e-4748-89e5-ff02ed44c129 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:30.679443 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f9c8b35c-6c7e-4748-89e5-ff02ed44c129 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:30.679730 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d07195-b37d-4db0-8a61-32b4144cba73 req-b9fed2c8-4a0b-481b-ad5a-f5c0e4afafb1 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:30.683604 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e9736344-eb45-4880-9b45-e15db5ba1c5b tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:30.687589 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f4d07195-b37d-4db0-8a61-32b4144cba73 req-b9fed2c8-4a0b-481b-ad5a-f5c0e4afafb1 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.2161727 Jun 10 03:57:30.713235 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f9c8b35c-6c7e-4748-89e5-ff02ed44c129 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:30.716996 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-f9c8b35c-6c7e-4748-89e5-ff02ed44c129 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1595817 Jun 10 03:57:30.717132 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 52702) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:57:30.724266 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-fe2c07e2-70ac-46ee-a048-ffdb6e950818 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Request body: {'security_group_rule': {'security_group_id': 'a2e93dd9-cb42-43e0-a563-4a6caa0e11bc', 'project_id': '530716926fc84a6aa5a8d89134509a43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:57:30.734630 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d5c7b30c-03a9-40fa-b78e-2e5e8a00e2cd req-ecceafd5-20cf-4ddb-ae8c-692e645faa8b service neutron] 10.222.0.22 "GET /v2.0/networks/1dcf9948-5a54-4aca-b366-d807c273339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736152 Jun 10 03:57:30.736109 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8b35c-6c7e-4748-89e5-ff02ed44c129 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4860f50e-990b-4ade-af05-568740114e0b,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:30.746279 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f9c8b35c-6c7e-4748-89e5-ff02ed44c129 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:30.752010 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f4d07195-b37d-4db0-8a61-32b4144cba73 req-94016808-96a1-4e5f-9317-5e470fb669d1 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630050 Jun 10 03:57:30.769727 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.db.securitygroups_db [None req-fe2c07e2-70ac-46ee-a048-ffdb6e950818 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Project 530716926fc84a6aa5a8d89134509a43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 03:57:30.780724 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fe2c07e2-70ac-46ee-a048-ffdb6e950818 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:30.866085 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fe2c07e2-70ac-46ee-a048-ffdb6e950818 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:30.871559 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fe2c07e2-70ac-46ee-a048-ffdb6e950818 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:30.874399 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:30.885042 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d5c7b30c-03a9-40fa-b78e-2e5e8a00e2cd req-35e9e3ae-6ac3-47c9-bf49-55bdfa5cb16d service neutron] 10.222.0.22 "GET /v2.0/networks/1dcf9948-5a54-4aca-b366-d807c273339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324725 Jun 10 03:57:30.891625 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c07e2-70ac-46ee-a048-ffdb6e950818 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655672bf-292d-407d-a2c4-f42f20be9de7,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:30.895629 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fe2c07e2-70ac-46ee-a048-ffdb6e950818 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:30.900158 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fe2c07e2-70ac-46ee-a048-ffdb6e950818 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:30.901333 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-fe2c07e2-70ac-46ee-a048-ffdb6e950818 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1833138 Jun 10 03:57:30.974174 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55d627-517f-4b2a-a154-c14f17d810c0 req-745bdad9-a5fb-436b-a8f5-dd04d6e74b7a tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:30.976195 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4c55d627-517f-4b2a-a154-c14f17d810c0 req-745bdad9-a5fb-436b-a8f5-dd04d6e74b7a tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 945 time: 0.0786989 Jun 10 03:57:31.039564 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4c55d627-517f-4b2a-a154-c14f17d810c0 req-3eaa56fe-fef4-4973-923e-33d6614dfd62 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572698 Jun 10 03:57:31.053447 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3d6f900a-e9b8-4b45-8c47-019bb53c22c3 req-3807499a-cf3f-442f-9bd2-81ee448e369b tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-498985331&fields=id&tenant_id=530716926fc84a6aa5a8d89134509a43 HTTP/1.1" status: 200 len: 267 time: 0.0537419 Jun 10 03:57:31.124894 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f900a-e9b8-4b45-8c47-019bb53c22c3 req-a0a0c9c2-0170-4d28-ba10-ca17d512ec6c tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:31.126246 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3d6f900a-e9b8-4b45-8c47-019bb53c22c3 req-a0a0c9c2-0170-4d28-ba10-ca17d512ec6c tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 945 time: 0.0675719 Jun 10 03:57:31.137199 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-3d6f900a-e9b8-4b45-8c47-019bb53c22c3 req-29d5d06a-b162-49e1-b677-62ba26f2ebb7 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Request body: {'port': {'security_groups': ['086a8ce6-20ae-4601-a17f-af5fea7d008b', 'a2e93dd9-cb42-43e0-a563-4a6caa0e11bc']}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:57:31.241325 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-3d6f900a-e9b8-4b45-8c47-019bb53c22c3 req-29d5d06a-b162-49e1-b677-62ba26f2ebb7 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:31.507720 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-3d6f900a-e9b8-4b45-8c47-019bb53c22c3 req-29d5d06a-b162-49e1-b677-62ba26f2ebb7 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] For port b9540efa-8933-4424-8280-a6b9c471f997, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=b9540efa-8933-4424-8280-a6b9c471f997,segment=NetworkSegment(a32737bc-b1b0-4bc5-9ecf-5ddf554c7874),segment_id=a32737bc-b1b0-4bc5-9ecf-5ddf554c7874)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:57:31.551638 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a5264-d47d-417c-ad3c-c36b7799d0be req-5a169a3b-f521-4952-926d-0952f9501639 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:31.553071 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-683a5264-d47d-417c-ad3c-c36b7799d0be req-5a169a3b-f521-4952-926d-0952f9501639 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1201229 Jun 10 03:57:31.554968 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-3d6f900a-e9b8-4b45-8c47-019bb53c22c3 req-29d5d06a-b162-49e1-b677-62ba26f2ebb7 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:31.564874 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-3d6f900a-e9b8-4b45-8c47-019bb53c22c3 req-29d5d06a-b162-49e1-b677-62ba26f2ebb7 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:31.568769 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2200f525-63c5-4e0e-97b8-75a8e54eae2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:31.613065 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['b9540efa-8933-4424-8280-a6b9c471f997'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:57:31.637599 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f900a-e9b8-4b45-8c47-019bb53c22c3 req-29d5d06a-b162-49e1-b677-62ba26f2ebb7 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:31.638271 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-3d6f900a-e9b8-4b45-8c47-019bb53c22c3 req-29d5d06a-b162-49e1-b677-62ba26f2ebb7 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:31.639682 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3d6f900a-e9b8-4b45-8c47-019bb53c22c3 req-29d5d06a-b162-49e1-b677-62ba26f2ebb7 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "PUT /v2.0/ports/b9540efa-8933-4424-8280-a6b9c471f997 HTTP/1.1" status: 200 len: 981 time: 0.5067518 Jun 10 03:57:31.640160 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e83efb-4671-46be-b5b1-e632a80c43cf', 'tag': 'b9540efa-8933-4424-8280-a6b9c471f997'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:57:31.642453 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6617c9da-25f0-45f6-a381-c9182dc9ddb4" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e83efb-4671-46be-b5b1-e632a80c43cf", "tag": "b9540efa-8933-4424-8280-a6b9c471f997"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:57:31.660425 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-683a5264-d47d-417c-ad3c-c36b7799d0be req-a5ccee44-8da4-4d1e-b4c9-7e1035e5fad3 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016431 Jun 10 03:57:31.675310 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5d06a-b162-49e1-b677-62ba26f2ebb7 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Pushing event updated for resources: {'Port': ['ID=b9540efa-8933-4424-8280-a6b9c471f997,revision_number=6']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:31.678756 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-29d5d06a-b162-49e1-b677-62ba26f2ebb7 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:31.840874 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49406a99-c1e1-4a28-9eb4-3f5614b675bf req-56e9868a-635a-447d-89ca-a04a18b8cab7 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:31.842339 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-49406a99-c1e1-4a28-9eb4-3f5614b675bf req-56e9868a-635a-447d-89ca-a04a18b8cab7 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 950 time: 0.0765734 Jun 10 03:57:31.883922 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-49406a99-c1e1-4a28-9eb4-3f5614b675bf req-6aca6d92-0347-4520-a2bd-7b15962d14fd tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/security-groups?id=19cc3b6f-50cd-469a-b4c9-5dddf53cedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359263 Jun 10 03:57:31.934478 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-17fe889b-706c-4da0-b77a-05342dd4645e None None] Provisioning complete for port b9540efa-8933-4424-8280-a6b9c471f997 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:57:31.934866 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-17fe889b-706c-4da0-b77a-05342dd4645e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:31.936874 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['b9540efa-8933-4424-8280-a6b9c471f997'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:57:31.938131 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a09f00-9872-485a-b78f-09ca21db7e79 x-openstack-request-id: req-a1a09f00-9872-485a-b78f-09ca21db7e79 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:57:31.939765 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e83efb-4671-46be-b5b1-e632a80c43cf", "tag": "b9540efa-8933-4424-8280-a6b9c471f997", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:57:31.940894 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1a09f00-9872-485a-b78f-09ca21db7e79 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:57:31.941501 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e83efb-4671-46be-b5b1-e632a80c43cf', 'tag': 'b9540efa-8933-4424-8280-a6b9c471f997', 'status': 'completed', 'code': 200} Jun 10 03:57:32.156366 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead92a3-0ed6-4e1f-aed4-8145801295e3 req-fd0999fe-2ba8-4541-b3c7-3516effaee86 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:32.157802 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-aead92a3-0ed6-4e1f-aed4-8145801295e3 req-fd0999fe-2ba8-4541-b3c7-3516effaee86 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 984 time: 0.1624422 Jun 10 03:57:32.164602 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617c9da-25f0-45f6-a381-c9182dc9ddb4 req-5b40405f-c0e4-4dec-9f14-afccf6a808fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:32.165966 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6617c9da-25f0-45f6-a381-c9182dc9ddb4 req-5b40405f-c0e4-4dec-9f14-afccf6a808fa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=530716926fc84a6aa5a8d89134509a43&device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 1137 time: 0.1605692 Jun 10 03:57:32.200593 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec90a0-a2ef-4f16-96b3-bd035c706bee req-1a204536-9ceb-48d8-bb20-a678889790be tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:32.202005 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e2ec90a0-a2ef-4f16-96b3-bd035c706bee req-1a204536-9ceb-48d8-bb20-a678889790be tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.1650565 Jun 10 03:57:32.308922 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-aead92a3-0ed6-4e1f-aed4-8145801295e3 req-73391d09-28b7-4a05-adf1-2d073689098f tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2e93dd9-cb42-43e0-a563-4a6caa0e11bc&id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1419697 Jun 10 03:57:32.333852 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e2ec90a0-a2ef-4f16-96b3-bd035c706bee req-cc9895a9-ca8b-4bfa-81d0-84bdf0803283 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161366 Jun 10 03:57:32.358821 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617c9da-25f0-45f6-a381-c9182dc9ddb4 req-b2ec441c-6221-4744-83de-53db2e6030fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:32.360287 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6617c9da-25f0-45f6-a381-c9182dc9ddb4 req-b2ec441c-6221-4744-83de-53db2e6030fa service neutron] 10.222.0.22 "GET /v2.0/networks?id=1dcf9948-5a54-4aca-b366-d807c273339c HTTP/1.1" status: 200 len: 915 time: 0.1830277 Jun 10 03:57:32.495276 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6617c9da-25f0-45f6-a381-c9182dc9ddb4 req-ad516f47-e46a-46f1-a3b7-bcf1733b71a7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9540efa-8933-4424-8280-a6b9c471f997 HTTP/1.1" status: 200 len: 1000 time: 0.1273448 Jun 10 03:57:32.573923 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049f57c-3986-40c8-9b30-66aca2281795 req-0036fc7b-ea64-413a-b1b0-03d2dc2ee94a tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:32.575384 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2049f57c-3986-40c8-9b30-66aca2281795 req-0036fc7b-ea64-413a-b1b0-03d2dc2ee94a tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 945 time: 0.1233945 Jun 10 03:57:32.584475 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617c9da-25f0-45f6-a381-c9182dc9ddb4 req-59394147-f3f6-47ce-838f-6cded0636410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:32.585726 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6617c9da-25f0-45f6-a381-c9182dc9ddb4 req-59394147-f3f6-47ce-838f-6cded0636410 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4fc85bbf-0ffb-4650-8ab9-adbc4f829973 HTTP/1.1" status: 200 len: 854 time: 0.0754526 Jun 10 03:57:32.619352 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2049f57c-3986-40c8-9b30-66aca2281795 req-c6a817e3-ad16-4c37-98f5-9ca45d3fbddb tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374448 Jun 10 03:57:32.750874 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64474c5a-2e64-49c6-906b-6c95fa714b9f req-18edf072-6887-47b9-a541-6463c2e36052 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:32.752314 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-64474c5a-2e64-49c6-906b-6c95fa714b9f req-18edf072-6887-47b9-a541-6463c2e36052 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 950 time: 0.1102931 Jun 10 03:57:32.765745 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617c9da-25f0-45f6-a381-c9182dc9ddb4 req-c645b0b7-3423-4df7-956b-6170598c856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:32.767138 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6617c9da-25f0-45f6-a381-c9182dc9ddb4 req-c645b0b7-3423-4df7-956b-6170598c856e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dcf9948-5a54-4aca-b366-d807c273339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0874338 Jun 10 03:57:32.847608 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-64474c5a-2e64-49c6-906b-6c95fa714b9f req-f3fce5e8-b52b-4e0f-b32f-117036714a30 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/security-groups?id=19cc3b6f-50cd-469a-b4c9-5dddf53cedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890510 Jun 10 03:57:33.195673 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6617c9da-25f0-45f6-a381-c9182dc9ddb4 req-37ad9ba4-3661-4a94-8d90-201d1a3d425a service neutron] 10.222.0.22 "GET /v2.0/networks/1dcf9948-5a54-4aca-b366-d807c273339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027660 Jun 10 03:57:33.203450 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc87097-f7e0-40fb-ba89-c5a4f84263c1 req-97808aeb-29d8-4040-ad25-46d346692c16 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:33.204817 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-cdc87097-f7e0-40fb-ba89-c5a4f84263c1 req-97808aeb-29d8-4040-ad25-46d346692c16 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.4242153 Jun 10 03:57:33.316653 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-cdc87097-f7e0-40fb-ba89-c5a4f84263c1 req-f8b06ad0-051d-4263-b4d5-c173d17a22e8 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037099 Jun 10 03:57:33.337048 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6617c9da-25f0-45f6-a381-c9182dc9ddb4 req-7c3b675a-1c81-4bc6-a5b9-3b1fdd3cac5f service neutron] 10.222.0.22 "GET /v2.0/networks/1dcf9948-5a54-4aca-b366-d807c273339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313500 Jun 10 03:57:33.529753 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362809ec-9e0f-4cdb-8df7-fb914e44b7ee req-caef8912-d222-437f-96f4-58cfa24b4c24 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:33.531240 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-362809ec-9e0f-4cdb-8df7-fb914e44b7ee req-caef8912-d222-437f-96f4-58cfa24b4c24 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.0687985 Jun 10 03:57:33.579450 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-362809ec-9e0f-4cdb-8df7-fb914e44b7ee req-8f8d1a6e-58d7-4579-9400-c2cb244b4e5b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417166 Jun 10 03:57:33.798815 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c4d76-bc99-45cc-ac67-e24869fc2b92 req-1d628f02-0ee6-4f68-a382-0d9a0b14cc9e tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:33.801332 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a8c4d76-bc99-45cc-ac67-e24869fc2b92 req-1d628f02-0ee6-4f68-a382-0d9a0b14cc9e tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 945 time: 0.0671196 Jun 10 03:57:33.841167 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3a8c4d76-bc99-45cc-ac67-e24869fc2b92 req-80279b81-14b8-4248-ba78-6f8e973f38f6 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339644 Jun 10 03:57:34.019379 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db613868-c919-44a2-bb87-d8037ba8c0ce req-b7ec9570-5216-4b3e-ab59-5c81a97cd74e tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:34.020805 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-db613868-c919-44a2-bb87-d8037ba8c0ce req-b7ec9570-5216-4b3e-ab59-5c81a97cd74e tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 950 time: 0.0664976 Jun 10 03:57:34.064274 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-db613868-c919-44a2-bb87-d8037ba8c0ce req-33734834-8ef2-41a9-aaa6-501e5c491201 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/security-groups?id=19cc3b6f-50cd-469a-b4c9-5dddf53cedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378199 Jun 10 03:57:34.228211 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaa550-3c2e-4386-b535-9be1da9436d6 req-44576e23-c16f-4d83-a77e-84b122aec00b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:34.229612 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-dcfaa550-3c2e-4386-b535-9be1da9436d6 req-44576e23-c16f-4d83-a77e-84b122aec00b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 945 time: 0.0668929 Jun 10 03:57:34.346944 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-dcfaa550-3c2e-4386-b535-9be1da9436d6 req-8d2d0c34-b1d5-4c77-981f-f853f1035755 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Deleting port 3e579b39-816b-467c-b22f-f1dbfbf56bcf {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:57:34.347288 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-dcfaa550-3c2e-4386-b535-9be1da9436d6 req-8d2d0c34-b1d5-4c77-981f-f853f1035755 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:34.489689 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-dcfaa550-3c2e-4386-b535-9be1da9436d6 req-8d2d0c34-b1d5-4c77-981f-f853f1035755 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] For port 3e579b39-816b-467c-b22f-f1dbfbf56bcf, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3e579b39-816b-467c-b22f-f1dbfbf56bcf,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:57:34.490066 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-dcfaa550-3c2e-4386-b535-9be1da9436d6 req-8d2d0c34-b1d5-4c77-981f-f853f1035755 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:34.601435 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-dcfaa550-3c2e-4386-b535-9be1da9436d6 req-8d2d0c34-b1d5-4c77-981f-f853f1035755 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Calling delete_port for 3e579b39-816b-467c-b22f-f1dbfbf56bcf owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:57:34.696706 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd2275-ba53-4ead-a027-382cccea1288 req-a7cc5f94-e5bc-4481-816e-1079621c7de3 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:34.698166 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-32bd2275-ba53-4ead-a027-382cccea1288 req-a7cc5f94-e5bc-4481-816e-1079621c7de3 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.2657645 Jun 10 03:57:34.808603 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-32bd2275-ba53-4ead-a027-382cccea1288 req-9bdd5b14-6a6e-45be-88fa-68738175f538 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976598 Jun 10 03:57:34.862425 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ee7ef-8e5c-487f-b457-e3f391266665 req-5dea2bd0-afab-47f5-8778-d3fd76b5cd4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:34.863788 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b30ee7ef-8e5c-487f-b457-e3f391266665 req-5dea2bd0-afab-47f5-8778-d3fd76b5cd4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.1647379 Jun 10 03:57:34.906302 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-dcfaa550-3c2e-4386-b535-9be1da9436d6 req-8d2d0c34-b1d5-4c77-981f-f853f1035755 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:34.916866 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:34.951309 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b30ee7ef-8e5c-487f-b457-e3f391266665 req-6d62841d-9b17-4665-9d9b-45395f520c28 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795474 Jun 10 03:57:34.952443 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d0c34-b1d5-4c77-981f-f853f1035755 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Pushing event deleted for resources: {'Port': ['ID=3e579b39-816b-467c-b22f-f1dbfbf56bcf,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:34.955508 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8d2d0c34-b1d5-4c77-981f-f853f1035755 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:34.985973 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['3c679348-ad0d-4efc-bf6b-4c6a1cfa2112', '6da84d6c-8bd2-48a6-af81-f2d7ca2310cb', '8500d512-4682-468d-9329-25ea95640db6', '3e579b39-816b-467c-b22f-f1dbfbf56bcf'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:57:35.051906 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fb79d8ab-9844-4f06-92d6-6429cbff90c7 req-065f40c7-16c2-404f-be47-a4f8ca1b22d0 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c085fef-8852-41c1-b65c-4006feb0adf3 HTTP/1.1" status: 200 len: 210 time: 0.0919926 Jun 10 03:57:35.052706 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfaa550-3c2e-4386-b535-9be1da9436d6 req-8d2d0c34-b1d5-4c77-981f-f853f1035755 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] No DVR routers for this DVR port 3e579b39-816b-467c-b22f-f1dbfbf56bcf on host hv-cinder-74134 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 03:57:35.056026 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-dcfaa550-3c2e-4386-b535-9be1da9436d6 req-8d2d0c34-b1d5-4c77-981f-f853f1035755 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:35.057896 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-dcfaa550-3c2e-4386-b535-9be1da9436d6 req-8d2d0c34-b1d5-4c77-981f-f853f1035755 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.22 "DELETE /v2.0/ports/3e579b39-816b-467c-b22f-f1dbfbf56bcf HTTP/1.1" status: 204 len: 173 time: 0.8222485 Jun 10 03:57:35.058404 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c085fef-8852-41c1-b65c-4006feb0adf3', 'name': 'network-vif-deleted', 'tag': '3e579b39-816b-467c-b22f-f1dbfbf56bcf'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:57:35.060666 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda8b115-a7f5-468f-a21f-c85908cb11fb" -d '{"events": [{"server_uuid": "1c085fef-8852-41c1-b65c-4006feb0adf3", "name": "network-vif-deleted", "tag": "3e579b39-816b-467c-b22f-f1dbfbf56bcf"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:57:35.133874 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d260faf-8cde-4918-a22a-0c179382e03f x-openstack-request-id: req-4d260faf-8cde-4918-a22a-0c179382e03f {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:57:35.134519 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c085fef-8852-41c1-b65c-4006feb0adf3", "name": "network-vif-deleted", "tag": "3e579b39-816b-467c-b22f-f1dbfbf56bcf", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:57:35.134911 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d260faf-8cde-4918-a22a-0c179382e03f {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:57:35.135451 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c085fef-8852-41c1-b65c-4006feb0adf3', 'name': 'network-vif-deleted', 'tag': '3e579b39-816b-467c-b22f-f1dbfbf56bcf', 'status': 'completed', 'code': 200} Jun 10 03:57:35.259913 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb70fbf-0bdc-40b8-96e6-6c64877d8df3 req-55ab42fc-eea0-45e9-8116-ced923def8d4 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:35.262169 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9bb70fbf-0bdc-40b8-96e6-6c64877d8df3 req-55ab42fc-eea0-45e9-8116-ced923def8d4 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 950 time: 0.0751240 Jun 10 03:57:35.307490 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9bb70fbf-0bdc-40b8-96e6-6c64877d8df3 req-726394b5-7f87-4a6d-8237-ed6b4de3d19f tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/security-groups?id=19cc3b6f-50cd-469a-b4c9-5dddf53cedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392423 Jun 10 03:57:35.563742 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d306c-3e6e-4443-b8ac-523c9416be61 req-113f3ac9-15ad-4157-8447-90892ea4d991 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:35.565959 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-979d306c-3e6e-4443-b8ac-523c9416be61 req-113f3ac9-15ad-4157-8447-90892ea4d991 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 950 time: 0.0678766 Jun 10 03:57:35.686044 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-979d306c-3e6e-4443-b8ac-523c9416be61 req-e12de7a3-1f39-4e16-89d8-915354406c57 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Deleting port 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:57:35.686574 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-979d306c-3e6e-4443-b8ac-523c9416be61 req-e12de7a3-1f39-4e16-89d8-915354406c57 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:35.796279 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-979d306c-3e6e-4443-b8ac-523c9416be61 req-e12de7a3-1f39-4e16-89d8-915354406c57 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] For port 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f,segment=NetworkSegment(376581be-6f3c-417a-9e32-29197965fe55),segment_id=376581be-6f3c-417a-9e32-29197965fe55)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:57:35.796637 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-979d306c-3e6e-4443-b8ac-523c9416be61 req-e12de7a3-1f39-4e16-89d8-915354406c57 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:35.888536 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-979d306c-3e6e-4443-b8ac-523c9416be61 req-e12de7a3-1f39-4e16-89d8-915354406c57 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Calling delete_port for 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:57:36.043942 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c1511-d528-4805-914e-5c0c2564bbab req-5d216e5b-17a3-41b9-8099-88f4a8184cda tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:36.045403 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-902c1511-d528-4805-914e-5c0c2564bbab req-5d216e5b-17a3-41b9-8099-88f4a8184cda tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1047025 Jun 10 03:57:36.169734 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-902c1511-d528-4805-914e-5c0c2564bbab req-346d2bd8-5e57-4196-b460-dfff64a24ab2 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954826 Jun 10 03:57:36.173027 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device cfcd780f-4130-4d23-a3b1-29fefb60a6ab details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 03:57:36.175952 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-979d306c-3e6e-4443-b8ac-523c9416be61 req-e12de7a3-1f39-4e16-89d8-915354406c57 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:36.180049 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-27846afc-a74d-44ca-bb40-f3eee88f8fb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:36.216629 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12de7a3-1f39-4e16-89d8-915354406c57 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Pushing event deleted for resources: {'Port': ['ID=8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:36.219656 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e12de7a3-1f39-4e16-89d8-915354406c57 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:36.263289 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4efba2-6287-44ae-9767-ca0e9713d34e req-0c5ea85b-574f-418b-9b40-b9c728245310 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:36.264804 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-aa4efba2-6287-44ae-9767-ca0e9713d34e req-0c5ea85b-574f-418b-9b40-b9c728245310 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.1828299 Jun 10 03:57:36.319754 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-979d306c-3e6e-4443-b8ac-523c9416be61 req-e12de7a3-1f39-4e16-89d8-915354406c57 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] No DVR routers for this DVR port 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f on host hv-cinder-74134 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 03:57:36.326104 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-979d306c-3e6e-4443-b8ac-523c9416be61 req-e12de7a3-1f39-4e16-89d8-915354406c57 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:36.328161 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-979d306c-3e6e-4443-b8ac-523c9416be61 req-e12de7a3-1f39-4e16-89d8-915354406c57 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.22 "DELETE /v2.0/ports/8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f HTTP/1.1" status: 204 len: 173 time: 0.7542572 Jun 10 03:57:36.337595 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port cfcd780f-4130-4d23-a3b1-29fefb60a6ab, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:57:36.358295 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'port_id': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab', 'mac_address': 'fa:16:3e:84:f7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 03:57:36.370452 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-aa4efba2-6287-44ae-9767-ca0e9713d34e req-e58489a0-04fc-4294-aca9-fe12183f481e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745409 Jun 10 03:57:36.445433 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:36.461701 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfcd780f-4130-4d23-a3b1-29fefb60a6ab {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:57:36.483798 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port cfcd780f-4130-4d23-a3b1-29fefb60a6ab, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:57:36.488088 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:36.490018 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:36.514123 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a4e4097f-cae2-4163-b88d-44ad2eb9a2f0 req-9e9aa20f-f050-48dd-ae0f-34901dcfe2b0 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f90fd82-3104-4569-8a9a-f81fc3d6da88 HTTP/1.1" status: 200 len: 210 time: 0.0411873 Jun 10 03:57:36.553739 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,revision_number=6']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:36.556707 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:36.787115 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['cfcd780f-4130-4d23-a3b1-29fefb60a6ab'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:57:37.136514 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f90fd82-3104-4569-8a9a-f81fc3d6da88', 'name': 'network-vif-deleted', 'tag': '8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:57:37.139186 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7232b4e-1b4f-4275-ae58-1fb6edb3901b" -d '{"events": [{"server_uuid": "3f90fd82-3104-4569-8a9a-f81fc3d6da88", "name": "network-vif-deleted", "tag": "8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:57:37.173358 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ccff19-71de-4b51-9657-15b74357d905 x-openstack-request-id: req-74ccff19-71de-4b51-9657-15b74357d905 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:57:37.173958 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f90fd82-3104-4569-8a9a-f81fc3d6da88", "name": "network-vif-deleted", "tag": "8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:57:37.173958 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74ccff19-71de-4b51-9657-15b74357d905 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:57:37.175386 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f90fd82-3104-4569-8a9a-f81fc3d6da88', 'name': 'network-vif-deleted', 'tag': '8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f', 'status': 'completed', 'code': 200} Jun 10 03:57:37.384296 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928c0ea-72f3-4b50-ae05-4d4622c9e76e req-7d5beaba-14d8-402e-b229-b6cb2893a9a3 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:37.385765 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9928c0ea-72f3-4b50-ae05-4d4622c9e76e req-7d5beaba-14d8-402e-b229-b6cb2893a9a3 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.0786834 Jun 10 03:57:37.461147 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9928c0ea-72f3-4b50-ae05-4d4622c9e76e req-6f305cce-ffb9-498f-8306-713726a35afa tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646317 Jun 10 03:57:37.598986 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c4c47-ec5f-4489-b19d-bff5aa151008 req-659bc287-7405-4364-93e2-8046d21a3c17 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:37.605744 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-035c4c47-ec5f-4489-b19d-bff5aa151008 req-659bc287-7405-4364-93e2-8046d21a3c17 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 945 time: 0.0958540 Jun 10 03:57:37.655679 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-035c4c47-ec5f-4489-b19d-bff5aa151008 req-4d014f45-8504-49f2-975c-6538990c1712 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482786 Jun 10 03:57:38.050741 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc147b5-10df-4578-a60b-62774ad16a90 req-a51df1e9-2a9a-4e61-b19a-703e22a3659d tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:38.052439 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-dfc147b5-10df-4578-a60b-62774ad16a90 req-a51df1e9-2a9a-4e61-b19a-703e22a3659d tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 945 time: 0.1121624 Jun 10 03:57:38.121896 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-dfc147b5-10df-4578-a60b-62774ad16a90 req-da039aa3-5187-4794-bc45-be71331fd54a tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634382 Jun 10 03:57:38.172355 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device cfcd780f-4130-4d23-a3b1-29fefb60a6ab up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:57:38.249795 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port cfcd780f-4130-4d23-a3b1-29fefb60a6ab triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:57:38.250163 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:38.387029 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:38.423662 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9555eff1-fd77-4112-b1f5-d87ca39a7ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:57:38.426393 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3566805-0d77-493c-9ccc-f4e4854d610a" -d '{"events": [{"server_uuid": "9555eff1-fd77-4112-b1f5-d87ca39a7ab2", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd780f-4130-4d23-a3b1-29fefb60a6ab"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:57:38.447608 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port cfcd780f-4130-4d23-a3b1-29fefb60a6ab, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:57:38.452822 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:38.453886 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:57:38.457623 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:38.494059 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8896d3d-e44a-4403-a6b1-9b1db6777c01 x-openstack-request-id: req-a8896d3d-e44a-4403-a6b1-9b1db6777c01 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:57:38.494500 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9555eff1-fd77-4112-b1f5-d87ca39a7ab2", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd780f-4130-4d23-a3b1-29fefb60a6ab", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:57:38.494850 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8896d3d-e44a-4403-a6b1-9b1db6777c01 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:57:38.495334 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9555eff1-fd77-4112-b1f5-d87ca39a7ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab', 'code': 200} Jun 10 03:57:38.542072 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] No Port match for: 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:57:38.542555 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 8f7d33d4-3e5d-4c5b-86a7-79e9e4a6ee1f not bound to the agent host hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:57:38.543216 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3e579b39-816b-467c-b22f-f1dbfbf56bcf no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:57:38.571738 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] No Port match for: 3e579b39-816b-467c-b22f-f1dbfbf56bcf {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:57:38.572257 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3e579b39-816b-467c-b22f-f1dbfbf56bcf not bound to the agent host hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:57:38.611006 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,revision_number=7']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:38.616323 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:38.963468 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1646a-4ec3-484b-b23f-474a238fb584 req-b6a688e5-23d1-4e4d-8bfb-a1d3dbf0f2b3 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:38.965019 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0ad1646a-4ec3-484b-b23f-474a238fb584 req-b6a688e5-23d1-4e4d-8bfb-a1d3dbf0f2b3 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1302574 Jun 10 03:57:38.978504 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad1883-16ec-47e8-ad75-0a899f2ef3fc req-df89781d-6b0a-45f8-acfa-673d8ecaf681 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:38.985519 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ddad1883-16ec-47e8-ad75-0a899f2ef3fc req-df89781d-6b0a-45f8-acfa-673d8ecaf681 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.1562479 Jun 10 03:57:39.054577 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0ad1646a-4ec3-484b-b23f-474a238fb584 req-ca6c33e3-797d-4b6f-9beb-91b8e8e78d7f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831103 Jun 10 03:57:39.075149 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ddad1883-16ec-47e8-ad75-0a899f2ef3fc req-1cdc5fee-250d-4d9d-928c-fe2bcdf448b3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887156 Jun 10 03:57:39.360104 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025e9f0-7263-48df-ac0e-a6c1800e63e4 req-21a00104-7710-4c2f-8897-509e4783023d tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:39.362482 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f025e9f0-7263-48df-ac0e-a6c1800e63e4 req-21a00104-7710-4c2f-8897-509e4783023d tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 945 time: 0.1011415 Jun 10 03:57:39.430318 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f025e9f0-7263-48df-ac0e-a6c1800e63e4 req-9d0d8134-abe3-468b-bd5c-0957b1967194 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608912 Jun 10 03:57:40.712199 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e19bfb-f3c2-483e-ad8f-f31df88c3a8e req-52c3dbdf-57b7-4d95-bb35-7463bbd2ac9f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:40.719418 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-31e19bfb-f3c2-483e-ad8f-f31df88c3a8e req-52c3dbdf-57b7-4d95-bb35-7463bbd2ac9f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.4630601 Jun 10 03:57:40.758912 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbff59-4878-440f-988a-bb7cdacf347c req-660c8fbc-5b86-44f1-883c-cd4f29d97845 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:40.760521 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-48dbff59-4878-440f-988a-bb7cdacf347c req-660c8fbc-5b86-44f1-883c-cd4f29d97845 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 945 time: 0.4419649 Jun 10 03:57:40.772987 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b6781-584c-4202-9f6b-43a2bda7a49c req-a569489e-7555-43fd-83c8-006bb5e7655e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:40.776564 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0e0b6781-584c-4202-9f6b-43a2bda7a49c req-a569489e-7555-43fd-83c8-006bb5e7655e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.5394678 Jun 10 03:57:40.842960 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-31e19bfb-f3c2-483e-ad8f-f31df88c3a8e req-c131def0-5d5f-48c4-92cf-ce122ca18ef9 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224582 Jun 10 03:57:40.913700 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0e0b6781-584c-4202-9f6b-43a2bda7a49c req-42bc5294-7a8a-4e79-829a-0fde7709b479 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226709 Jun 10 03:57:41.005394 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-48dbff59-4878-440f-988a-bb7cdacf347c req-56ea495d-f554-476c-ad23-ccccd087fb9b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Deleting port 8500d512-4682-468d-9329-25ea95640db6 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:57:41.005744 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-48dbff59-4878-440f-988a-bb7cdacf347c req-56ea495d-f554-476c-ad23-ccccd087fb9b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:41.239939 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-48dbff59-4878-440f-988a-bb7cdacf347c req-56ea495d-f554-476c-ad23-ccccd087fb9b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] For port 8500d512-4682-468d-9329-25ea95640db6, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=8500d512-4682-468d-9329-25ea95640db6,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:57:41.240323 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-48dbff59-4878-440f-988a-bb7cdacf347c req-56ea495d-f554-476c-ad23-ccccd087fb9b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:41.276811 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae7dfe-3b43-4865-ad83-8833a07d4536 req-f1122698-1d0a-4af6-8335-046a6c9592be tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:41.278290 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-57ae7dfe-3b43-4865-ad83-8833a07d4536 req-f1122698-1d0a-4af6-8335-046a6c9592be tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 945 time: 0.2239974 Jun 10 03:57:41.387787 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-48dbff59-4878-440f-988a-bb7cdacf347c req-56ea495d-f554-476c-ad23-ccccd087fb9b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Calling delete_port for 8500d512-4682-468d-9329-25ea95640db6 owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:57:41.507492 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-57ae7dfe-3b43-4865-ad83-8833a07d4536 req-ef894d21-bc10-4443-9706-947b24c702a0 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692500 Jun 10 03:57:41.625567 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-48dbff59-4878-440f-988a-bb7cdacf347c req-56ea495d-f554-476c-ad23-ccccd087fb9b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:41.630162 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e12de7a3-1f39-4e16-89d8-915354406c57 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:41.665082 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea495d-f554-476c-ad23-ccccd087fb9b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Pushing event deleted for resources: {'Port': ['ID=8500d512-4682-468d-9329-25ea95640db6,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:41.668433 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-56ea495d-f554-476c-ad23-ccccd087fb9b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:41.678608 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['3c679348-ad0d-4efc-bf6b-4c6a1cfa2112', '6da84d6c-8bd2-48a6-af81-f2d7ca2310cb', '8500d512-4682-468d-9329-25ea95640db6'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:57:41.727230 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-48dbff59-4878-440f-988a-bb7cdacf347c req-56ea495d-f554-476c-ad23-ccccd087fb9b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] No DVR routers for this DVR port 8500d512-4682-468d-9329-25ea95640db6 on host hv-cinder-74134 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 03:57:41.732592 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-48dbff59-4878-440f-988a-bb7cdacf347c req-56ea495d-f554-476c-ad23-ccccd087fb9b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:41.736241 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-48dbff59-4878-440f-988a-bb7cdacf347c req-56ea495d-f554-476c-ad23-ccccd087fb9b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.22 "DELETE /v2.0/ports/8500d512-4682-468d-9329-25ea95640db6 HTTP/1.1" status: 204 len: 173 time: 0.9574218 Jun 10 03:57:41.737814 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d43cde-5fdb-4378-b13d-c640753405f6', 'name': 'network-vif-deleted', 'tag': '8500d512-4682-468d-9329-25ea95640db6'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:57:41.741956 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aa82af-a006-497d-af63-d9ef685d2925" -d '{"events": [{"server_uuid": "79d43cde-5fdb-4378-b13d-c640753405f6", "name": "network-vif-deleted", "tag": "8500d512-4682-468d-9329-25ea95640db6"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:57:41.798847 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d8a0b8-611e-4662-8da6-67bada42a289 x-openstack-request-id: req-04d8a0b8-611e-4662-8da6-67bada42a289 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:57:41.799908 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d43cde-5fdb-4378-b13d-c640753405f6", "name": "network-vif-deleted", "tag": "8500d512-4682-468d-9329-25ea95640db6", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:57:41.800260 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04d8a0b8-611e-4662-8da6-67bada42a289 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:57:41.800749 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d43cde-5fdb-4378-b13d-c640753405f6', 'name': 'network-vif-deleted', 'tag': '8500d512-4682-468d-9329-25ea95640db6', 'status': 'completed', 'code': 200} Jun 10 03:57:42.114284 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636761d-bb98-496f-bd8e-f75bcfab2ebc req-64c5203b-7db2-4dad-8dbc-84d1d08ce054 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:42.121884 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0636761d-bb98-496f-bd8e-f75bcfab2ebc req-64c5203b-7db2-4dad-8dbc-84d1d08ce054 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.1084378 Jun 10 03:57:42.224214 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0636761d-bb98-496f-bd8e-f75bcfab2ebc req-82045c7c-ced2-41ba-a879-09e292f2c2f4 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003923 Jun 10 03:57:42.266097 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0ce11-19b4-4b5d-bb1e-0db86a5e9de3 req-b35777b9-8206-47cc-9755-1c6eaa0c3d25 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:42.274317 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c2f0ce11-19b4-4b5d-bb1e-0db86a5e9de3 req-b35777b9-8206-47cc-9755-1c6eaa0c3d25 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1413655 Jun 10 03:57:42.337892 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c2f0ce11-19b4-4b5d-bb1e-0db86a5e9de3 req-43dae3ca-d6f0-4af6-af5c-1ea399eb6bab tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625546 Jun 10 03:57:42.438493 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e08ce6d1-a7b2-4557-b472-5db9e11b347b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:42.488924 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 53070) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:57:42.697754 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-00f9d41c-e016-4ebb-9a2c-8fc83c4d8c68 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0201ea3a9104caeb8b1106516845aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067406 Jun 10 03:57:42.698364 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 53078) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:57:42.716524 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-011fece7-0377-4df6-a321-ba878d3ad6d8 req-6bbaff7a-79e1-4275-acec-ed3238d4cb76 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=79d43cde-5fdb-4378-b13d-c640753405f6 HTTP/1.1" status: 200 len: 210 time: 0.0398779 Jun 10 03:57:42.776193 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bf94-3e3f-47d0-857f-ca319df51538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:42.813436 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bf94-3e3f-47d0-857f-ca319df51538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:42.887348 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bf94-3e3f-47d0-857f-ca319df51538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:42.889915 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bf94-3e3f-47d0-857f-ca319df51538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:42.891378 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-7bc5bf94-3e3f-47d0-857f-ca319df51538 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19cc3b6f-50cd-469a-b4c9-5dddf53cedc0 HTTP/1.1" status: 204 len: 168 time: 0.1920712 Jun 10 03:57:42.892489 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-dcf5adbf-dd6b-4f59-986b-103dd40b5e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:42.903046 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5bf94-3e3f-47d0-857f-ca319df51538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cc3b6f-50cd-469a-b4c9-5dddf53cedc0,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:42.906904 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7bc5bf94-3e3f-47d0-857f-ca319df51538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:43.466362 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26278cb-f5b4-43aa-959d-450acc99cc0e req-f7a6c05b-3753-4815-946f-116f982e9dc7 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:43.468142 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e26278cb-f5b4-43aa-959d-450acc99cc0e req-f7a6c05b-3753-4815-946f-116f982e9dc7 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.0987737 Jun 10 03:57:43.545044 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e26278cb-f5b4-43aa-959d-450acc99cc0e req-6be7620d-5f27-487c-af7f-e44132bc2979 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702455 Jun 10 03:57:43.592438 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ed1f7-5ece-433b-b5bb-39dfee490e82 req-d7d9126f-2a81-4e46-9afc-734b0ec6aaef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:43.594016 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-734ed1f7-5ece-433b-b5bb-39dfee490e82 req-d7d9126f-2a81-4e46-9afc-734b0ec6aaef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1029427 Jun 10 03:57:43.640075 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-734ed1f7-5ece-433b-b5bb-39dfee490e82 req-0190602d-a678-47c6-b6c0-c29a0cfc316e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386696 Jun 10 03:57:44.218861 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 8500d512-4682-468d-9329-25ea95640db6 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:57:44.255872 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] No Port match for: 8500d512-4682-468d-9329-25ea95640db6 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:57:44.256732 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 8500d512-4682-468d-9329-25ea95640db6 not bound to the agent host hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:57:44.304013 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9791f6-5079-4e50-9fd5-df20f5f1a97c req-333f48af-8220-487f-8d94-59ae9a9f7823 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:44.305493 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7a9791f6-5079-4e50-9fd5-df20f5f1a97c req-333f48af-8220-487f-8d94-59ae9a9f7823 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a736b87-fc4a-493a-9056-363549fc2da1 HTTP/1.1" status: 200 len: 945 time: 0.0806992 Jun 10 03:57:44.362726 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7a9791f6-5079-4e50-9fd5-df20f5f1a97c req-1a540108-e0fb-450e-a4f2-e0937e27cfed tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445940 Jun 10 03:57:44.754465 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4336bd-0b69-4c9e-8af2-23ac241fc4af req-063e5b0b-9dd6-4f99-b313-96dae6d288ba tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:44.756534 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-db4336bd-0b69-4c9e-8af2-23ac241fc4af req-063e5b0b-9dd6-4f99-b313-96dae6d288ba tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.0771248 Jun 10 03:57:44.844728 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-db4336bd-0b69-4c9e-8af2-23ac241fc4af req-9e5628d2-7b33-4d68-889d-34247adee99e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821774 Jun 10 03:57:44.878726 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c149808-c3ba-48b8-9101-87a0bc610b5c req-f6c3ed14-738d-427b-803a-04fde7f8a551 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:44.881302 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0c149808-c3ba-48b8-9101-87a0bc610b5c req-f6c3ed14-738d-427b-803a-04fde7f8a551 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1101236 Jun 10 03:57:44.930272 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0c149808-c3ba-48b8-9101-87a0bc610b5c req-0760ee12-4d82-4cb0-ba32-c3033d0e041a tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408084 Jun 10 03:57:44.961372 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:44.975153 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-1f578577-baac-4cb6-b2cb-551a5bba8e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:45.230613 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:45.638039 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338792c-8d12-4f09-a6a8-a69b9d26c920 req-0d9d440e-b6e7-45f4-aefb-1659c0112f8f tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:45.646022 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f338792c-8d12-4f09-a6a8-a69b9d26c920 req-0d9d440e-b6e7-45f4-aefb-1659c0112f8f tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a736b87-fc4a-493a-9056-363549fc2da1 HTTP/1.1" status: 200 len: 945 time: 0.1215115 Jun 10 03:57:45.700118 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f338792c-8d12-4f09-a6a8-a69b9d26c920 req-8838df35-bda0-41af-9fb1-d1563b468ff4 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529773 Jun 10 03:57:46.007285 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:46.104206 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859b41b-6c48-41b4-8221-fa505dbd5878 req-9ccf89d3-6505-4e49-ab95-042ee9604054 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:46.106044 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2859b41b-6c48-41b4-8221-fa505dbd5878 req-9ccf89d3-6505-4e49-ab95-042ee9604054 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.0938368 Jun 10 03:57:46.246685 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2859b41b-6c48-41b4-8221-fa505dbd5878 req-e5c1fe30-8d91-452d-863f-9cf45bb6a030 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244249 Jun 10 03:57:46.269499 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd56b0-04d4-4553-bc61-4c7e7a42afa9 req-66686ae9-7575-4ddb-b937-d7e0426785ca tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:46.271010 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e5fd56b0-04d4-4553-bc61-4c7e7a42afa9 req-66686ae9-7575-4ddb-b937-d7e0426785ca tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1640370 Jun 10 03:57:46.310439 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aeb1e2-5e1e-411a-bf28-d66c9a690266 req-b8dcd81f-a24d-4bb0-a8e5-1b9533c2b609 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:46.312136 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f4aeb1e2-5e1e-411a-bf28-d66c9a690266 req-b8dcd81f-a24d-4bb0-a8e5-1b9533c2b609 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a736b87-fc4a-493a-9056-363549fc2da1 HTTP/1.1" status: 200 len: 945 time: 0.1265352 Jun 10 03:57:46.366546 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e5fd56b0-04d4-4553-bc61-4c7e7a42afa9 req-6b192356-88f1-47eb-824a-d06b6d7d5dcf tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878735 Jun 10 03:57:46.449197 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-f4aeb1e2-5e1e-411a-bf28-d66c9a690266 req-91ff314e-2068-45cd-924b-44d349e5e391 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Deleting port 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:57:46.449579 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-f4aeb1e2-5e1e-411a-bf28-d66c9a690266 req-91ff314e-2068-45cd-924b-44d349e5e391 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:46.572775 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-f4aeb1e2-5e1e-411a-bf28-d66c9a690266 req-91ff314e-2068-45cd-924b-44d349e5e391 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] For port 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6da84d6c-8bd2-48a6-af81-f2d7ca2310cb,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:57:46.573133 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-f4aeb1e2-5e1e-411a-bf28-d66c9a690266 req-91ff314e-2068-45cd-924b-44d349e5e391 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:46.702458 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-f4aeb1e2-5e1e-411a-bf28-d66c9a690266 req-91ff314e-2068-45cd-924b-44d349e5e391 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Calling delete_port for 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:57:46.932699 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-f4aeb1e2-5e1e-411a-bf28-d66c9a690266 req-91ff314e-2068-45cd-924b-44d349e5e391 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:46.937499 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:46.975836 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['3c679348-ad0d-4efc-bf6b-4c6a1cfa2112', '6da84d6c-8bd2-48a6-af81-f2d7ca2310cb'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:57:46.980004 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff314e-2068-45cd-924b-44d349e5e391 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Pushing event deleted for resources: {'Port': ['ID=6da84d6c-8bd2-48a6-af81-f2d7ca2310cb,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:46.983497 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-91ff314e-2068-45cd-924b-44d349e5e391 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:47.002753 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d2780-c6de-40e6-8e0e-580a3e55eea8 req-cfdda53f-3717-4d2a-a115-30031d0bca5f tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:47.004388 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8c6d2780-c6de-40e6-8e0e-580a3e55eea8 req-cfdda53f-3717-4d2a-a115-30031d0bca5f tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a736b87-fc4a-493a-9056-363549fc2da1 HTTP/1.1" status: 200 len: 867 time: 0.1436627 Jun 10 03:57:47.068711 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aeb1e2-5e1e-411a-bf28-d66c9a690266 req-91ff314e-2068-45cd-924b-44d349e5e391 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] No DVR routers for this DVR port 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb on host hv-cinder-74134 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 03:57:47.071985 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-f4aeb1e2-5e1e-411a-bf28-d66c9a690266 req-91ff314e-2068-45cd-924b-44d349e5e391 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:47.074133 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f4aeb1e2-5e1e-411a-bf28-d66c9a690266 req-91ff314e-2068-45cd-924b-44d349e5e391 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.22 "DELETE /v2.0/ports/6da84d6c-8bd2-48a6-af81-f2d7ca2310cb HTTP/1.1" status: 204 len: 173 time: 0.7544720 Jun 10 03:57:47.074768 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a736b87-fc4a-493a-9056-363549fc2da1', 'name': 'network-vif-deleted', 'tag': '6da84d6c-8bd2-48a6-af81-f2d7ca2310cb'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:57:47.084179 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7450f52d-18ff-42af-8083-be716371b9e4" -d '{"events": [{"server_uuid": "6a736b87-fc4a-493a-9056-363549fc2da1", "name": "network-vif-deleted", "tag": "6da84d6c-8bd2-48a6-af81-f2d7ca2310cb"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:57:47.131865 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8c6d2780-c6de-40e6-8e0e-580a3e55eea8 req-a91f1278-0e0e-4bee-b17b-e2e0b7c10411 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044273 Jun 10 03:57:47.148229 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ad23ec-2730-471c-b584-3339bff422a9 x-openstack-request-id: req-d1ad23ec-2730-471c-b584-3339bff422a9 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:57:47.149746 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a736b87-fc4a-493a-9056-363549fc2da1", "name": "network-vif-deleted", "tag": "6da84d6c-8bd2-48a6-af81-f2d7ca2310cb", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:57:47.150341 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1ad23ec-2730-471c-b584-3339bff422a9 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:57:47.150916 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a736b87-fc4a-493a-9056-363549fc2da1', 'name': 'network-vif-deleted', 'tag': '6da84d6c-8bd2-48a6-af81-f2d7ca2310cb', 'status': 'completed', 'code': 200} Jun 10 03:57:47.499659 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef430b8-9567-4ace-a95e-0511bf03c8e8 req-17bc1c9d-79ad-4def-95df-394d9db0788b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:47.507614 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3ef430b8-9567-4ace-a95e-0511bf03c8e8 req-17bc1c9d-79ad-4def-95df-394d9db0788b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.1001947 Jun 10 03:57:47.601391 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3ef430b8-9567-4ace-a95e-0511bf03c8e8 req-9a1825fb-47b2-4497-95c9-a6ac68d5c8b9 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928020 Jun 10 03:57:47.620262 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bead4-a20b-4bee-b1e7-0c9ca865528d req-bf843122-78c3-40b4-ba66-4ad0636e6492 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:47.622043 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0a3bead4-a20b-4bee-b1e7-0c9ca865528d req-bf843122-78c3-40b4-ba66-4ad0636e6492 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1123769 Jun 10 03:57:47.639680 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:47.672567 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0a3bead4-a20b-4bee-b1e7-0c9ca865528d req-0b8cc2b7-5d42-497a-adfd-8eba7a34387b tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431499 Jun 10 03:57:48.175401 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0c53f-1c2c-4b81-b63b-fccf14a914d6 req-30a7b5d0-1672-48f7-afd0-f75adf5c59d9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:48.177143 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b7a0c53f-1c2c-4b81-b63b-fccf14a914d6 req-30a7b5d0-1672-48f7-afd0-f75adf5c59d9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0701311 Jun 10 03:57:48.223174 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b7a0c53f-1c2c-4b81-b63b-fccf14a914d6 req-36d48728-a4b7-491c-909e-3571f79dea65 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392234 Jun 10 03:57:48.483720 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e60e96-f4f8-4093-b7c6-17b5a817adb8 req-951dbc89-eb36-432d-8e59-b16e554173ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:48.485180 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a0e60e96-f4f8-4093-b7c6-17b5a817adb8 req-951dbc89-eb36-432d-8e59-b16e554173ca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94525e980f4749d3920cc7e9c22bc80a&device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 1099 time: 0.0593412 Jun 10 03:57:48.598793 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e60e96-f4f8-4093-b7c6-17b5a817adb8 req-6725c881-6a0e-494c-adc6-6410894436a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:48.600192 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a0e60e96-f4f8-4093-b7c6-17b5a817adb8 req-6725c881-6a0e-494c-adc6-6410894436a0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2885b30d-7b76-4cfa-abd6-461b0adaf373 HTTP/1.1" status: 200 len: 917 time: 0.1086893 Jun 10 03:57:48.684394 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a0e60e96-f4f8-4093-b7c6-17b5a817adb8 req-8934605f-b384-4c98-a559-9c4b19dbbb4e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfcd780f-4130-4d23-a3b1-29fefb60a6ab HTTP/1.1" status: 200 len: 1002 time: 0.0764871 Jun 10 03:57:48.778066 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e60e96-f4f8-4093-b7c6-17b5a817adb8 req-f3dede61-a089-4b9a-9c70-4fc9b5b05f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:48.779420 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a0e60e96-f4f8-4093-b7c6-17b5a817adb8 req-f3dede61-a089-4b9a-9c70-4fc9b5b05f0b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5c3e6d9b-092f-4d58-89f6-b46392a43086 HTTP/1.1" status: 200 len: 856 time: 0.0858366 Jun 10 03:57:48.882497 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d5ebf-e126-4d9e-abc1-a5e305bddfa8 req-60028739-7351-4ff1-9638-dcb65c6ee862 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:48.883902 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-899d5ebf-e126-4d9e-abc1-a5e305bddfa8 req-60028739-7351-4ff1-9638-dcb65c6ee862 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.1507933 Jun 10 03:57:48.949053 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ced0bd-4026-41cb-93c4-bbc272aa8551 req-ba85c3d2-6521-4006-a1f0-c4e43d181ed8 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:48.950462 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c0ced0bd-4026-41cb-93c4-bbc272aa8551 req-ba85c3d2-6521-4006-a1f0-c4e43d181ed8 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1595175 Jun 10 03:57:48.953209 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-899d5ebf-e126-4d9e-abc1-a5e305bddfa8 req-1ca6a975-088b-4a16-b152-3cb5f4f88c6c tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633860 Jun 10 03:57:48.954765 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e60e96-f4f8-4093-b7c6-17b5a817adb8 req-bd64a520-aaad-461b-b154-45bf47ab3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:48.956658 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a0e60e96-f4f8-4093-b7c6-17b5a817adb8 req-bd64a520-aaad-461b-b154-45bf47ab3556 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2885b30d-7b76-4cfa-abd6-461b0adaf373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1669066 Jun 10 03:57:49.025282 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c0ced0bd-4026-41cb-93c4-bbc272aa8551 req-3d49733d-a13b-46d3-9ab6-4d697b13a981 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677044 Jun 10 03:57:49.096028 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a0e60e96-f4f8-4093-b7c6-17b5a817adb8 req-7acb0b9f-6418-4835-8cd7-e12ca77cb8fd service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319895 Jun 10 03:57:49.210920 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a0e60e96-f4f8-4093-b7c6-17b5a817adb8 req-f5b3034f-4b96-488f-8a55-254512976e86 service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065352 Jun 10 03:57:49.403341 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c2c94-d2cd-4b2b-936e-d20a7043361a req-79d147a0-0026-43d8-8473-fde8fe297218 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:49.404791 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-173c2c94-d2cd-4b2b-936e-d20a7043361a req-79d147a0-0026-43d8-8473-fde8fe297218 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0711336 Jun 10 03:57:49.447046 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-173c2c94-d2cd-4b2b-936e-d20a7043361a req-ac705043-a543-4322-865a-3de48cfc0455 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351677 Jun 10 03:57:49.705218 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b7c0b-02ff-407b-a02a-0021050fc87f req-85c64992-b739-45f7-b036-faa2bad2fdde tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:49.706707 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f63b7c0b-02ff-407b-a02a-0021050fc87f req-85c64992-b739-45f7-b036-faa2bad2fdde tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 945 time: 0.0662813 Jun 10 03:57:49.746358 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f63b7c0b-02ff-407b-a02a-0021050fc87f req-983e5e38-1d7d-4fcd-9db6-5f33c6611185 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340822 Jun 10 03:57:50.144133 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642e3d6-7063-49c6-b690-a254b2a5e048 req-be35f705-09b3-46ed-a178-2e4fc554e78b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:50.145562 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9642e3d6-7063-49c6-b690-a254b2a5e048 req-be35f705-09b3-46ed-a178-2e4fc554e78b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.0711644 Jun 10 03:57:50.215182 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9642e3d6-7063-49c6-b690-a254b2a5e048 req-09332450-cad6-437d-9124-6eb9da2a3120 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603318 Jun 10 03:57:50.236209 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:57:50.241806 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6eba41-a1c6-471d-8787-90b57019b5d4 req-111df927-5f5a-4272-bf0d-8fe13a050203 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:50.243224 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0c6eba41-a1c6-471d-8787-90b57019b5d4 req-111df927-5f5a-4272-bf0d-8fe13a050203 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.0968206 Jun 10 03:57:50.263707 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] No Port match for: 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:57:50.264063 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 6da84d6c-8bd2-48a6-af81-f2d7ca2310cb not bound to the agent host hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:57:50.285536 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0c6eba41-a1c6-471d-8787-90b57019b5d4 req-3889b8f9-ed37-4600-8305-206a57744841 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366192 Jun 10 03:57:50.551355 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeb0f0-f207-4109-a82e-ea99eae1a281 req-b84e9da0-38cc-4aeb-a80a-54dba0c88f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:50.552750 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-21eeb0f0-f207-4109-a82e-ea99eae1a281 req-b84e9da0-38cc-4aeb-a80a-54dba0c88f57 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 1099 time: 0.0594242 Jun 10 03:57:50.626673 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-21eeb0f0-f207-4109-a82e-ea99eae1a281 req-1be78402-cfcf-49c1-9b56-f84d3b36ec6d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619118 Jun 10 03:57:50.645135 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7015aa9-25b8-48e5-bb7c-fa8dcac0e34a req-e11e4129-f14f-4432-8021-7f6dd973c2a0 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:50.646555 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e7015aa9-25b8-48e5-bb7c-fa8dcac0e34a req-e11e4129-f14f-4432-8021-7f6dd973c2a0 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0903511 Jun 10 03:57:50.689280 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e7015aa9-25b8-48e5-bb7c-fa8dcac0e34a req-3c957778-0958-4ae6-a3b7-f10114fb5033 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372686 Jun 10 03:57:50.946016 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb02788-597f-46fa-a2b6-60d707b62607 req-572a712c-5728-40cb-b71b-3cee99ccaf79 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:50.947469 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bcb02788-597f-46fa-a2b6-60d707b62607 req-572a712c-5728-40cb-b71b-3cee99ccaf79 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 945 time: 0.0765643 Jun 10 03:57:50.990807 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bcb02788-597f-46fa-a2b6-60d707b62607 req-42a47934-e325-47e0-9452-81b34382ad87 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374787 Jun 10 03:57:51.400910 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba8b34-cafe-4be6-ad45-6efca07884ba req-b7d5b2f4-2f25-43e8-9107-e6580ce8891f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:51.402384 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ddba8b34-cafe-4be6-ad45-6efca07884ba req-b7d5b2f4-2f25-43e8-9107-e6580ce8891f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 946 time: 0.0703609 Jun 10 03:57:51.486199 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ddba8b34-cafe-4be6-ad45-6efca07884ba req-98f57819-a687-462f-847a-a2f2d2d8543a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740914 Jun 10 03:57:51.505212 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b26052-6685-4a3f-8470-5e2982942c2a req-a705e654-a4b0-497d-9c72-58fee0db8ea3 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:51.506737 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d0b26052-6685-4a3f-8470-5e2982942c2a req-a705e654-a4b0-497d-9c72-58fee0db8ea3 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1034765 Jun 10 03:57:51.549160 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d0b26052-6685-4a3f-8470-5e2982942c2a req-8c2cd9ce-3a26-460e-9849-ba1761f26dfc tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366292 Jun 10 03:57:51.878932 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099393e-5c76-4d15-b906-118063c0e36c req-a60cd419-a461-4d9f-baeb-dc4307b30865 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:51.880549 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e099393e-5c76-4d15-b906-118063c0e36c req-a60cd419-a461-4d9f-baeb-dc4307b30865 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0699706 Jun 10 03:57:51.921506 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e099393e-5c76-4d15-b906-118063c0e36c req-15af54a8-27a9-419a-9a82-edd20d062633 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349977 Jun 10 03:57:52.174111 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbaa84f-a8e5-44e4-ba29-e58bf2d88afc req-cb52f5e8-77b3-4fb5-a7e1-8308e2d67da0 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:52.175607 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3dbaa84f-a8e5-44e4-ba29-e58bf2d88afc req-cb52f5e8-77b3-4fb5-a7e1-8308e2d67da0 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 945 time: 0.0706220 Jun 10 03:57:52.218381 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3dbaa84f-a8e5-44e4-ba29-e58bf2d88afc req-eec8e8a1-1fd4-4c1c-b477-dd3cb9d54786 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/security-groups?id=c449b95b-948c-4c0d-a384-b8fce0ecc51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368145 Jun 10 03:57:52.246944 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device cfcd780f-4130-4d23-a3b1-29fefb60a6ab no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:57:52.331760 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:52.356895 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9555eff1-fd77-4112-b1f5-d87ca39a7ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:57:52.359278 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abc4f53-7cb3-497d-a9e3-446b0f2a4a80" -d '{"events": [{"server_uuid": "9555eff1-fd77-4112-b1f5-d87ca39a7ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "cfcd780f-4130-4d23-a3b1-29fefb60a6ab"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:57:52.369684 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4d63b-0fe4-4b67-a79a-b3444291ea8d req-72b46a50-e887-41ba-b565-f55fa62c32ee tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:52.371141 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port cfcd780f-4130-4d23-a3b1-29fefb60a6ab, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:57:52.371304 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a6c4d63b-0fe4-4b67-a79a-b3444291ea8d req-72b46a50-e887-41ba-b565-f55fa62c32ee tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.22 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 945 time: 0.0670872 Jun 10 03:57:52.375102 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:52.377629 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:52.407027 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 03:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3249d3-c8bf-407c-a3d6-00d362bbfe77 x-openstack-request-id: req-fc3249d3-c8bf-407c-a3d6-00d362bbfe77 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:57:52.407359 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9555eff1-fd77-4112-b1f5-d87ca39a7ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "cfcd780f-4130-4d23-a3b1-29fefb60a6ab", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:57:52.407619 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc3249d3-c8bf-407c-a3d6-00d362bbfe77 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:57:52.408009 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9555eff1-fd77-4112-b1f5-d87ca39a7ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab', 'code': 200} Jun 10 03:57:52.434811 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,revision_number=8']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:52.438105 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:52.855862 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2963c2c-d40d-46a7-a836-1745b3b21708 req-28d4819b-b081-4924-a10b-9c3ac0f0fdb7 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:52.857191 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c2963c2c-d40d-46a7-a836-1745b3b21708 req-28d4819b-b081-4924-a10b-9c3ac0f0fdb7 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1632402 Jun 10 03:57:52.867507 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ea8ea-84b7-49c7-b606-041eca9579dc req-5efe0c8c-37b3-4a08-804c-97505a4ca113 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:52.868828 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9f5ea8ea-84b7-49c7-b606-041eca9579dc req-5efe0c8c-37b3-4a08-804c-97505a4ca113 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.1759326 Jun 10 03:57:52.872553 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-a6c4d63b-0fe4-4b67-a79a-b3444291ea8d req-ceaf35f7-1074-418b-9555-acc7487a4015 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Deleting port 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:57:52.872898 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-a6c4d63b-0fe4-4b67-a79a-b3444291ea8d req-ceaf35f7-1074-418b-9555-acc7487a4015 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:53.005002 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c2963c2c-d40d-46a7-a836-1745b3b21708 req-9adc90f2-dbc3-4a3c-b86b-ebb29b4ad30c tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352375 Jun 10 03:57:53.019537 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9f5ea8ea-84b7-49c7-b606-041eca9579dc req-774d6706-f395-4cae-a46f-cd2ab8c17bad tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390803 Jun 10 03:57:53.053091 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-a6c4d63b-0fe4-4b67-a79a-b3444291ea8d req-ceaf35f7-1074-418b-9555-acc7487a4015 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] For port 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3c679348-ad0d-4efc-bf6b-4c6a1cfa2112,segment=NetworkSegment(8491b6a3-2ff9-4407-a213-2f48da50dce0),segment_id=8491b6a3-2ff9-4407-a213-2f48da50dce0)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:57:53.053554 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-a6c4d63b-0fe4-4b67-a79a-b3444291ea8d req-ceaf35f7-1074-418b-9555-acc7487a4015 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:53.151658 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-a6c4d63b-0fe4-4b67-a79a-b3444291ea8d req-ceaf35f7-1074-418b-9555-acc7487a4015 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Calling delete_port for 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:57:53.300458 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53914ac-68b0-49b0-b4c4-a58d24c8db3c req-df4e1e00-567c-4e79-8544-79c431daab50 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:53.301910 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d53914ac-68b0-49b0-b4c4-a58d24c8db3c req-df4e1e00-567c-4e79-8544-79c431daab50 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.1871846 Jun 10 03:57:53.342007 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:57:53.388350 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d53914ac-68b0-49b0-b4c4-a58d24c8db3c req-3c155089-1d79-4d23-b8e3-7af67598f1a0 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804565 Jun 10 03:57:53.397659 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-a6c4d63b-0fe4-4b67-a79a-b3444291ea8d req-ceaf35f7-1074-418b-9555-acc7487a4015 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:53.402904 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b20a9b44-1ebf-4d58-bb93-783c1350c8ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:53.437784 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['3c679348-ad0d-4efc-bf6b-4c6a1cfa2112'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:57:53.465880 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf35f7-1074-418b-9555-acc7487a4015 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Pushing event deleted for resources: {'Port': ['ID=3c679348-ad0d-4efc-bf6b-4c6a1cfa2112,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:53.468849 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ceaf35f7-1074-418b-9555-acc7487a4015 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:53.494001 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c4d63b-0fe4-4b67-a79a-b3444291ea8d req-ceaf35f7-1074-418b-9555-acc7487a4015 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] No DVR routers for this DVR port 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 on host hv-cinder-74134 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 03:57:53.496551 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-a6c4d63b-0fe4-4b67-a79a-b3444291ea8d req-ceaf35f7-1074-418b-9555-acc7487a4015 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:53.498571 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a6c4d63b-0fe4-4b67-a79a-b3444291ea8d req-ceaf35f7-1074-418b-9555-acc7487a4015 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.22 "DELETE /v2.0/ports/3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 HTTP/1.1" status: 204 len: 173 time: 1.1152201 Jun 10 03:57:53.499057 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8470806a-6ef1-4baa-ae28-231495b3245b', 'name': 'network-vif-deleted', 'tag': '3c679348-ad0d-4efc-bf6b-4c6a1cfa2112'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:57:53.501368 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781cd049-555a-4060-8fa0-0129e48c87d1" -d '{"events": [{"server_uuid": "8470806a-6ef1-4baa-ae28-231495b3245b", "name": "network-vif-deleted", "tag": "3c679348-ad0d-4efc-bf6b-4c6a1cfa2112"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:57:53.684678 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa325984-e2fb-4e22-b325-690d4895fabb x-openstack-request-id: req-fa325984-e2fb-4e22-b325-690d4895fabb {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:57:53.684996 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8470806a-6ef1-4baa-ae28-231495b3245b", "name": "network-vif-deleted", "tag": "3c679348-ad0d-4efc-bf6b-4c6a1cfa2112", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:57:53.685274 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa325984-e2fb-4e22-b325-690d4895fabb {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:57:53.685689 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8470806a-6ef1-4baa-ae28-231495b3245b', 'name': 'network-vif-deleted', 'tag': '3c679348-ad0d-4efc-bf6b-4c6a1cfa2112', 'status': 'completed', 'code': 200} Jun 10 03:57:53.688085 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1bf00571-e4af-410e-8d0e-6e729563a877 req-9d263d45-fa3c-4cfe-8179-37e99e7e2867 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] 10.222.0.25 "GET /v2.0/ports?device_id=8470806a-6ef1-4baa-ae28-231495b3245b HTTP/1.1" status: 200 len: 210 time: 0.0412858 Jun 10 03:57:53.780258 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c22e2-a3c3-4ab9-b12c-0f86fd42ec2b req-65e6b984-2209-446d-af72-4a669ae5ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:53.781792 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9d1c22e2-a3c3-4ab9-b12c-0f86fd42ec2b req-65e6b984-2209-446d-af72-4a669ae5ef6b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b3ca99e6443433dbcfdd84bbab05042&device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 1099 time: 0.0632131 Jun 10 03:57:53.965714 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c22e2-a3c3-4ab9-b12c-0f86fd42ec2b req-fb94b6a7-fad6-439e-a62d-3de9eb9e46ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:53.967141 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9d1c22e2-a3c3-4ab9-b12c-0f86fd42ec2b req-fb94b6a7-fad6-439e-a62d-3de9eb9e46ca service neutron] 10.222.0.22 "GET /v2.0/networks?id=54a1e9b2-aa9c-401b-9420-836866f8fb9d HTTP/1.1" status: 200 len: 918 time: 0.1766112 Jun 10 03:57:54.051977 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2c740-b9da-4921-a1b8-ebbfbd251a91 req-edcd7ae6-cbd6-4e14-8392-c537253e7432 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:54.053455 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-14f2c740-b9da-4921-a1b8-ebbfbd251a91 req-edcd7ae6-cbd6-4e14-8392-c537253e7432 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.2554369 Jun 10 03:57:54.057624 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9d1c22e2-a3c3-4ab9-b12c-0f86fd42ec2b req-57b6ac2d-77a3-4f7e-a372-efa65317f02f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a7b2351-4cb3-4598-adbf-e5af63937ac6 HTTP/1.1" status: 200 len: 217 time: 0.0632224 Jun 10 03:57:54.160980 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-14f2c740-b9da-4921-a1b8-ebbfbd251a91 req-2f2222df-70d3-4e4d-8adc-f4c0a2010dec tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007922 Jun 10 03:57:54.170295 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cd4f3-7e5c-4ddb-9e0f-e71fa22b314d req-1bd7b3d4-0bd4-4523-bbf2-cae557262568 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:54.171799 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3e5cd4f3-7e5c-4ddb-9e0f-e71fa22b314d req-1bd7b3d4-0bd4-4523-bbf2-cae557262568 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.2211664 Jun 10 03:57:54.173649 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c22e2-a3c3-4ab9-b12c-0f86fd42ec2b req-7ad9150f-68cc-484c-8789-2eec51e099b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:54.175553 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9d1c22e2-a3c3-4ab9-b12c-0f86fd42ec2b req-7ad9150f-68cc-484c-8789-2eec51e099b9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8 HTTP/1.1" status: 200 len: 858 time: 0.1017060 Jun 10 03:57:54.232226 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9d1c22e2-a3c3-4ab9-b12c-0f86fd42ec2b req-5499931a-f502-4c1b-954c-3498adb966de service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54a1e9b2-aa9c-401b-9420-836866f8fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459113 Jun 10 03:57:54.278792 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3e5cd4f3-7e5c-4ddb-9e0f-e71fa22b314d req-c6ababf5-a351-4315-9392-10673bcae7cf tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988801 Jun 10 03:57:54.356915 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 53254) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:57:54.376303 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9d1c22e2-a3c3-4ab9-b12c-0f86fd42ec2b req-099d4535-2853-47a8-a088-5c9b1dfa0d9d service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311438 Jun 10 03:57:54.568246 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9d1c22e2-a3c3-4ab9-b12c-0f86fd42ec2b req-e4a9372c-7267-4e98-9220-9aeaa6ad0121 service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846714 Jun 10 03:57:54.578408 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2d71b358-e074-4603-b4c4-3047f7c7e863 req-36574d4c-cb04-4815-a218-289908c35238 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2203376 Jun 10 03:57:54.605372 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3dc90-2150-4208-9215-3d9b2e5fd3f2 req-0cd2c5f1-21dd-4a1a-96a6-8e3cd3c4a7c2 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:54.606842 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-28e3dc90-2150-4208-9215-3d9b2e5fd3f2 req-0cd2c5f1-21dd-4a1a-96a6-8e3cd3c4a7c2 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0953512 Jun 10 03:57:54.649840 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-28e3dc90-2150-4208-9215-3d9b2e5fd3f2 req-0dc53a0d-3bf4-4dd6-a5c9-f676e9ac6e2d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365801 Jun 10 03:57:54.784107 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 53268) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:57:54.836371 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0082cb-4ad5-416e-ae08-4d82b289270e admin admin] Deleting subnet 7c3e0543-da19-4e59-99a9-ddefff277300 {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 03:57:54.839424 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0d0082cb-4ad5-416e-ae08-4d82b289270e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:54.880709 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0d0082cb-4ad5-416e-ae08-4d82b289270e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:54.889478 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0d0082cb-4ad5-416e-ae08-4d82b289270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751384'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:54.956594 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0d0082cb-4ad5-416e-ae08-4d82b289270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:54.959363 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:54.989521 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0082cb-4ad5-416e-ae08-4d82b289270e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c3e0543-da19-4e59-99a9-ddefff277300,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:54.992981 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0d0082cb-4ad5-416e-ae08-4d82b289270e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:54.997724 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-0d0082cb-4ad5-416e-ae08-4d82b289270e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7c3e0543-da19-4e59-99a9-ddefff277300 HTTP/1.1" status: 204 len: 168 time: 0.2122915 Jun 10 03:57:54.998487 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 53270) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:57:54.998940 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0d0082cb-4ad5-416e-ae08-4d82b289270e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:55.089860 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d190d975-73ad-47d5-9bff-9d11f6cd67c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579201'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:55.193671 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d190d975-73ad-47d5-9bff-9d11f6cd67c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745367', 'neutron.services.segments.db._delete_segments_for_network-8785832343215'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:55.206868 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-d190d975-73ad-47d5-9bff-9d11f6cd67c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b91a10-3d56-4131-8a06-fcb18ccb1199']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:57:55.218354 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-d190d975-73ad-47d5-9bff-9d11f6cd67c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8491b6a3-2ff9-4407-a213-2f48da50dce0') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:57:55.218555 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-d190d975-73ad-47d5-9bff-9d11f6cd67c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8491b6a3-2ff9-4407-a213-2f48da50dce0') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:57:55.228782 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d190d975-73ad-47d5-9bff-9d11f6cd67c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785832343044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708485'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:55.242926 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d190d975-73ad-47d5-9bff-9d11f6cd67c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:55.248886 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d190d975-73ad-47d5-9bff-9d11f6cd67c7 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 03:57:55.249265 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d190d975-73ad-47d5-9bff-9d11f6cd67c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126309478'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: Traceback (most recent call last): Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: timer() Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: cb(*args, **kw) Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: return func(*args, **kwargs) Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: self._notify() Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: self.callback(batched_events) Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: event.method(event) Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: return f(self, *a, **k) Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: return self._get(url).json() Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 03:57:55.250896 dv-cinder-741349-4-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 03:57:55.328697 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d190d975-73ad-47d5-9bff-9d11f6cd67c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719115'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:55.334122 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:55.344752 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d190d975-73ad-47d5-9bff-9d11f6cd67c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:55.348717 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-d190d975-73ad-47d5-9bff-9d11f6cd67c7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/36b91a10-3d56-4131-8a06-fcb18ccb1199 HTTP/1.1" status: 204 len: 168 time: 0.3481226 Jun 10 03:57:55.361426 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190d975-73ad-47d5-9bff-9d11f6cd67c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=36b91a10-3d56-4131-8a06-fcb18ccb1199,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:55.361895 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c44830-f301-4560-8e1a-4abc4d06e1a5 req-4819f131-f46b-48cf-8ccb-4fe3e72299bf tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:55.363889 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7c44830-f301-4560-8e1a-4abc4d06e1a5 req-4819f131-f46b-48cf-8ccb-4fe3e72299bf tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.0785131 Jun 10 03:57:55.364929 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d190d975-73ad-47d5-9bff-9d11f6cd67c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:55.424678 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7c44830-f301-4560-8e1a-4abc4d06e1a5 req-b4c06876-ed94-475c-afa6-579979275d46 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533650 Jun 10 03:57:55.497253 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17e68b-ed9c-4c00-96a3-60cae402b613 req-277ff4c3-e8b5-465b-877e-8424c14105d0 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:55.497253 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ce17e68b-ed9c-4c00-96a3-60cae402b613 req-277ff4c3-e8b5-465b-877e-8424c14105d0 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.0903900 Jun 10 03:57:55.543947 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ce17e68b-ed9c-4c00-96a3-60cae402b613 req-26198298-4b67-46b1-a7e4-0f259cf4566f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407438 Jun 10 03:57:55.577497 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 53278) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:57:55.620656 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-fdac185a-5d20-4d9b-a105-e5bbc7a1efc3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=618da4200815401da9367ea4dacb39ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419583 Jun 10 03:57:55.623156 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 53280) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:57:55.675589 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6bc74488-7031-4041-b975-56ebcebd5350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:55.702582 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6bc74488-7031-4041-b975-56ebcebd5350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:55.757581 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6bc74488-7031-4041-b975-56ebcebd5350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:55.760297 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6bc74488-7031-4041-b975-56ebcebd5350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:57:55.761420 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-6bc74488-7031-4041-b975-56ebcebd5350 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c449b95b-948c-4c0d-a384-b8fce0ecc51b HTTP/1.1" status: 204 len: 168 time: 0.1372824 Jun 10 03:57:55.762150 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ba8fcd7e-83d2-4115-9214-2917fc00329b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:57:55.774004 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc74488-7031-4041-b975-56ebcebd5350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c449b95b-948c-4c0d-a384-b8fce0ecc51b,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:57:55.784615 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6bc74488-7031-4041-b975-56ebcebd5350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:57:55.845646 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e4e0f-6f24-444e-9b48-235e8d31e78f req-348a98ef-3883-41c1-ad08-3a0230782dca tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:55.847252 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c74e4e0f-6f24-444e-9b48-235e8d31e78f req-348a98ef-3883-41c1-ad08-3a0230782dca tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0753186 Jun 10 03:57:55.889499 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c74e4e0f-6f24-444e-9b48-235e8d31e78f req-fd1aac5f-06c5-4de2-b155-6efe73c86b22 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368204 Jun 10 03:57:56.109518 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71b358-e074-4603-b4c4-3047f7c7e863 req-7ad1a3ed-1e82-453e-9e1b-33ea699215b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:56.111027 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2d71b358-e074-4603-b4c4-3047f7c7e863 req-7ad1a3ed-1e82-453e-9e1b-33ea699215b8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2&tenant_id=94525e980f4749d3920cc7e9c22bc80a HTTP/1.1" status: 200 len: 1097 time: 0.0861206 Jun 10 03:57:56.207442 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71b358-e074-4603-b4c4-3047f7c7e863 req-217b93f5-ed44-4630-8ae3-59eb1c38cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:56.208994 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2d71b358-e074-4603-b4c4-3047f7c7e863 req-217b93f5-ed44-4630-8ae3-59eb1c38cc5a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94525e980f4749d3920cc7e9c22bc80a&device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 1097 time: 0.0616915 Jun 10 03:57:56.249896 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device cfcd780f-4130-4d23-a3b1-29fefb60a6ab no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:57:56.340943 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:57:56.365551 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] No Port match for: 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:57:56.366158 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3c679348-ad0d-4efc-bf6b-4c6a1cfa2112 not bound to the agent host hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:57:56.389735 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71b358-e074-4603-b4c4-3047f7c7e863 req-c5e5817b-ea57-42fd-8347-63ec00ece85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:56.391213 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2d71b358-e074-4603-b4c4-3047f7c7e863 req-c5e5817b-ea57-42fd-8347-63ec00ece85c service neutron] 10.222.0.22 "GET /v2.0/networks?id=2885b30d-7b76-4cfa-abd6-461b0adaf373 HTTP/1.1" status: 200 len: 917 time: 0.1177418 Jun 10 03:57:56.481922 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2d71b358-e074-4603-b4c4-3047f7c7e863 req-c0d4d1af-b72e-4a8c-934b-c78940480127 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfcd780f-4130-4d23-a3b1-29fefb60a6ab HTTP/1.1" status: 200 len: 1000 time: 0.0792217 Jun 10 03:57:56.545609 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71b358-e074-4603-b4c4-3047f7c7e863 req-9adf0e7a-5994-4b02-b51e-15a1cbbfabf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:56.547109 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2d71b358-e074-4603-b4c4-3047f7c7e863 req-9adf0e7a-5994-4b02-b51e-15a1cbbfabf9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5c3e6d9b-092f-4d58-89f6-b46392a43086 HTTP/1.1" status: 200 len: 856 time: 0.0579596 Jun 10 03:57:56.657137 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71b358-e074-4603-b4c4-3047f7c7e863 req-182a7b9c-eb86-4702-a0f8-a60fef88236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:56.658667 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2d71b358-e074-4603-b4c4-3047f7c7e863 req-182a7b9c-eb86-4702-a0f8-a60fef88236b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2885b30d-7b76-4cfa-abd6-461b0adaf373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1037405 Jun 10 03:57:56.675319 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc85893-ac18-44aa-a7e4-8ea6d556de39 req-a2fec2d4-3f0a-478e-a197-077035f9b8b2 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:56.676702 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-dfc85893-ac18-44aa-a7e4-8ea6d556de39 req-a2fec2d4-3f0a-478e-a197-077035f9b8b2 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.1134517 Jun 10 03:57:56.821669 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-dfc85893-ac18-44aa-a7e4-8ea6d556de39 req-0dbb8506-2c16-43c9-9c58-ae2d0b89a04d tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360810 Jun 10 03:57:56.863035 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2d71b358-e074-4603-b4c4-3047f7c7e863 req-b7c7c1b8-46b2-4bd0-9286-ae53c5aa7539 service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959107 Jun 10 03:57:56.874655 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f49ac-7e05-4beb-a584-853cd64ea97d req-5eb09604-ff09-4b9b-b0f0-5929128ee31a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:56.876077 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-cd1f49ac-7e05-4beb-a584-853cd64ea97d req-5eb09604-ff09-4b9b-b0f0-5929128ee31a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.1985669 Jun 10 03:57:56.997963 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-cd1f49ac-7e05-4beb-a584-853cd64ea97d req-ccc7b8ef-44b6-4d52-949f-b3db317bedc8 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124806 Jun 10 03:57:57.016415 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2d71b358-e074-4603-b4c4-3047f7c7e863 req-3159a691-5dbb-455b-a030-4a674300f445 service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393507 Jun 10 03:57:57.210772 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508601e-62f8-4ff9-826f-7dcd0fa29683 req-fb954fae-9ff1-4ff5-b34f-27e66d48560b tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:57.212280 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e508601e-62f8-4ff9-826f-7dcd0fa29683 req-fb954fae-9ff1-4ff5-b34f-27e66d48560b tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0809660 Jun 10 03:57:57.264227 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e508601e-62f8-4ff9-826f-7dcd0fa29683 req-c4333afa-e560-4142-bba9-7eb0e80b158d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410938 Jun 10 03:57:58.225958 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58f877-9aeb-4533-b845-74059b7b3ab0 req-92347002-ce1e-476e-9dc3-c12c2cc34488 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:58.228159 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6e58f877-9aeb-4533-b845-74059b7b3ab0 req-92347002-ce1e-476e-9dc3-c12c2cc34488 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.0847337 Jun 10 03:57:58.281263 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6e58f877-9aeb-4533-b845-74059b7b3ab0 req-cc13a277-dd27-4c54-b730-998762d8ff3e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376887 Jun 10 03:57:58.447432 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e33c-a337-4264-944a-4f811ff8721e req-d3e05c92-d942-4ac1-a1c2-ae6945602497 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:58.448870 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8891e33c-a337-4264-944a-4f811ff8721e req-d3e05c92-d942-4ac1-a1c2-ae6945602497 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0671411 Jun 10 03:57:58.488860 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8891e33c-a337-4264-944a-4f811ff8721e req-a38011aa-d77a-4cca-b803-5cb7d04b72e7 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342264 Jun 10 03:57:59.813197 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7905698-c26c-494c-adfd-34b6af46bf1a req-c24257d7-121d-4733-a9a7-9acc60560d29 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:59.815319 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b7905698-c26c-494c-adfd-34b6af46bf1a req-c24257d7-121d-4733-a9a7-9acc60560d29 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.4066043 Jun 10 03:57:59.852644 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311aceb-b029-455e-8a4e-e5d602ce9213 req-bd39a707-6e2d-4946-a5f3-23eb1df62f3c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:57:59.854085 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b311aceb-b029-455e-8a4e-e5d602ce9213 req-bd39a707-6e2d-4946-a5f3-23eb1df62f3c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.1069787 Jun 10 03:57:59.888560 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b7905698-c26c-494c-adfd-34b6af46bf1a req-a6b307c9-dcd6-454a-b8b7-a6ee05aa649b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638657 Jun 10 03:57:59.912483 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b311aceb-b029-455e-8a4e-e5d602ce9213 req-d93cc8a1-6b31-4f53-aa70-58f91385007d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467539 Jun 10 03:58:01.112308 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19398146-03ca-4e08-8c1c-e9b441f64ef5 req-ca733464-64df-4d25-992f-5ca012bab798 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:01.113733 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-19398146-03ca-4e08-8c1c-e9b441f64ef5 req-ca733464-64df-4d25-992f-5ca012bab798 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.1089005 Jun 10 03:58:01.134164 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce469415-40cb-43c1-aa85-c98d322c441e req-5b7ddde3-755d-4aea-b141-817244658f51 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:01.135535 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ce469415-40cb-43c1-aa85-c98d322c441e req-5b7ddde3-755d-4aea-b141-817244658f51 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0992386 Jun 10 03:58:01.206800 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-19398146-03ca-4e08-8c1c-e9b441f64ef5 req-6596b584-b7e4-48a9-874e-d0cde9577879 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865729 Jun 10 03:58:01.214148 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ce469415-40cb-43c1-aa85-c98d322c441e req-46569da8-1187-4a3b-853b-4049d16afbf0 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683475 Jun 10 03:58:02.434093 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a347a8-c1fb-4256-bb01-1d676ccaf850 req-d063ae02-510f-45e6-85fe-02ead21fbacb tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:02.435459 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-03a347a8-c1fb-4256-bb01-1d676ccaf850 req-d063ae02-510f-45e6-85fe-02ead21fbacb tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.1111693 Jun 10 03:58:02.443832 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f407d-6281-47fc-949b-995df39e116e req-81e3da47-e463-4a5d-a70d-c88c836c14c6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:02.445130 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ae9f407d-6281-47fc-949b-995df39e116e req-81e3da47-e463-4a5d-a70d-c88c836c14c6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.1102498 Jun 10 03:58:02.500920 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-03a347a8-c1fb-4256-bb01-1d676ccaf850 req-f20c220a-ecbf-4332-a1a3-525fd40a6818 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548203 Jun 10 03:58:02.555647 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ae9f407d-6281-47fc-949b-995df39e116e req-1b4f449a-fc3a-40d9-99c5-384a534dd9aa tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039250 Jun 10 03:58:03.779989 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370edd2f-d634-4277-847d-4348f290a2e8 req-13bd6d5c-5599-47b3-9ff2-97be16aff89a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:03.781415 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-370edd2f-d634-4277-847d-4348f290a2e8 req-13bd6d5c-5599-47b3-9ff2-97be16aff89a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.1138408 Jun 10 03:58:03.792013 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de273b-c0f0-42a0-91bd-87108289a377 req-fa177a51-8a0a-49b5-9311-dadb17ca3944 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:03.793353 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-03de273b-c0f0-42a0-91bd-87108289a377 req-fa177a51-8a0a-49b5-9311-dadb17ca3944 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0927105 Jun 10 03:58:03.858084 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-370edd2f-d634-4277-847d-4348f290a2e8 req-63498711-b6d8-45f7-9540-eddc94ea0b2e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637379 Jun 10 03:58:03.860661 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-03de273b-c0f0-42a0-91bd-87108289a377 req-c2d3b03d-b21d-4206-b74a-cbd82dcd04bd tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608566 Jun 10 03:58:05.104027 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0e0b3-7980-4f04-94c2-215a1b21f3b1 req-0ecef649-c9c0-4671-b01f-757440551a82 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:05.106572 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-71a0e0b3-7980-4f04-94c2-215a1b21f3b1 req-0ecef649-c9c0-4671-b01f-757440551a82 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.1251051 Jun 10 03:58:05.118737 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4741666-ad8a-457f-9a29-fab43a7a2dd4 req-d02cb529-abb7-4377-8ac6-f2e1211e95c8 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:05.120596 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b4741666-ad8a-457f-9a29-fab43a7a2dd4 req-d02cb529-abb7-4377-8ac6-f2e1211e95c8 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.1379728 Jun 10 03:58:05.193111 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-71a0e0b3-7980-4f04-94c2-215a1b21f3b1 req-5774c6f1-dabb-4f29-83d1-ddf0268c717c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712335 Jun 10 03:58:05.202476 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b4741666-ad8a-457f-9a29-fab43a7a2dd4 req-e397be8d-e77f-4785-8d73-4f8d7441fa76 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637240 Jun 10 03:58:06.401885 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5040db-1ff0-4911-b3e5-72dc20a773b2 req-23978cb7-8128-42a6-b555-a4157883ff0d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:06.403406 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ba5040db-1ff0-4911-b3e5-72dc20a773b2 req-23978cb7-8128-42a6-b555-a4157883ff0d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0752051 Jun 10 03:58:06.473482 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ba5040db-1ff0-4911-b3e5-72dc20a773b2 req-61fcd671-a242-463e-b40d-b72d7261f985 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639534 Jun 10 03:58:06.574017 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d107ebb-e2c5-4afe-9ba3-d07ee463171a req-de478ca5-0b7c-477e-98c1-9ab8fb9b456c tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:06.575522 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3d107ebb-e2c5-4afe-9ba3-d07ee463171a req-de478ca5-0b7c-477e-98c1-9ab8fb9b456c tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.0754464 Jun 10 03:58:06.616847 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3d107ebb-e2c5-4afe-9ba3-d07ee463171a req-132c8ecf-515f-4496-a5fb-1b4faf3c91b3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351675 Jun 10 03:58:07.657305 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd13b09-e7cf-480b-98f1-acaa9d4cd2e9 req-c9390c64-76d5-4865-be4a-04b8daa27fe1 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:07.659328 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7bd13b09-e7cf-480b-98f1-acaa9d4cd2e9 req-c9390c64-76d5-4865-be4a-04b8daa27fe1 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0722089 Jun 10 03:58:07.701200 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7bd13b09-e7cf-480b-98f1-acaa9d4cd2e9 req-e37ba088-fcdf-4bc3-addf-17d752cf7e8c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361297 Jun 10 03:58:07.873166 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adc719-6e6b-42b4-a989-1a500a846ed8 req-b5ee3639-6b44-4d2d-819d-c627b2040fa2 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:07.882923 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-43adc719-6e6b-42b4-a989-1a500a846ed8 req-b5ee3639-6b44-4d2d-819d-c627b2040fa2 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 984 time: 0.1539142 Jun 10 03:58:07.951718 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-43adc719-6e6b-42b4-a989-1a500a846ed8 req-79e281bc-6783-410b-94a7-555cadf18372 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2e93dd9-cb42-43e0-a563-4a6caa0e11bc&id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656693 Jun 10 03:58:07.960161 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686146c-1ea4-48af-83b3-0543777685fe req-e0363125-e9d7-4b96-86ff-559a55c64a1f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:07.961546 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5686146c-1ea4-48af-83b3-0543777685fe req-e0363125-e9d7-4b96-86ff-559a55c64a1f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.1514351 Jun 10 03:58:08.003015 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5686146c-1ea4-48af-83b3-0543777685fe req-6301941a-1069-4df1-a7fb-7355f3542856 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358918 Jun 10 03:58:08.883473 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf9d94-fcca-408c-9e9d-bf70c92bed8f req-fa59f865-c474-49f0-b0ab-b1ef3c2465f3 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:08.884910 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-beaf9d94-fcca-408c-9e9d-bf70c92bed8f req-fa59f865-c474-49f0-b0ab-b1ef3c2465f3 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0723250 Jun 10 03:58:08.929804 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-beaf9d94-fcca-408c-9e9d-bf70c92bed8f req-dfeb8713-1882-4eb2-9ce4-7ea9cb1a4b44 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389037 Jun 10 03:58:09.144105 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab77f01-f401-42f8-8ab4-91193b321dc6 req-0e3ac106-1464-4f6a-9e41-2bfb0aee13c3 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:09.145545 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0ab77f01-f401-42f8-8ab4-91193b321dc6 req-0e3ac106-1464-4f6a-9e41-2bfb0aee13c3 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 984 time: 0.0770011 Jun 10 03:58:09.223345 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0ab77f01-f401-42f8-8ab4-91193b321dc6 req-7946aceb-ddd4-4a9d-84ad-58cd3679ed3d tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2e93dd9-cb42-43e0-a563-4a6caa0e11bc&id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544887 Jun 10 03:58:09.240524 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0540ea2-8bd5-4d00-b020-6da19f0f7f96 req-e28805d0-9667-46e9-a331-8f6f2bf42c42 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:09.241983 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f0540ea2-8bd5-4d00-b020-6da19f0f7f96 req-e28805d0-9667-46e9-a331-8f6f2bf42c42 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.1143360 Jun 10 03:58:09.294855 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f0540ea2-8bd5-4d00-b020-6da19f0f7f96 req-0efb8f94-cb7c-465b-ab14-00c3ed909fd5 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473361 Jun 10 03:58:10.118391 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d968712-83b0-467d-93b0-c06c0f10f5db req-116e8572-dc7e-4fb1-a997-f04525cf7fae tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:10.119836 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2d968712-83b0-467d-93b0-c06c0f10f5db req-116e8572-dc7e-4fb1-a997-f04525cf7fae tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0719807 Jun 10 03:58:10.159530 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2d968712-83b0-467d-93b0-c06c0f10f5db req-ff72204a-7830-467f-b0c3-d5d7d75e1093 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341413 Jun 10 03:58:10.413297 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8587556-13ca-4b79-ac52-937fe43c1c1b req-120abcd6-99a5-4d2c-9e66-dba4c97e8af7 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:10.414806 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c8587556-13ca-4b79-ac52-937fe43c1c1b req-120abcd6-99a5-4d2c-9e66-dba4c97e8af7 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 984 time: 0.0725441 Jun 10 03:58:10.492394 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c8587556-13ca-4b79-ac52-937fe43c1c1b req-14d2f70d-3715-4c22-8f6f-e65c232052f4 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2e93dd9-cb42-43e0-a563-4a6caa0e11bc&id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677772 Jun 10 03:58:10.510524 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a516693-4ea3-453d-937f-ece06d518545 req-691d2f9e-fcda-42c1-8fd2-82f308ebc0c3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:10.511932 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0a516693-4ea3-453d-937f-ece06d518545 req-691d2f9e-fcda-42c1-8fd2-82f308ebc0c3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.0962884 Jun 10 03:58:10.557143 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0a516693-4ea3-453d-937f-ece06d518545 req-1fad04f8-2054-4da4-9580-f740a4aa2b80 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392919 Jun 10 03:58:11.356329 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc16999-a1cc-4d90-a811-7a222f5cd77a req-d3723f76-403d-4aa0-be56-cf5da1c5d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:11.357794 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-4bc16999-a1cc-4d90-a811-7a222f5cd77a req-d3723f76-403d-4aa0-be56-cf5da1c5d411 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=530716926fc84a6aa5a8d89134509a43&device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 1137 time: 0.0619383 Jun 10 03:58:11.373254 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7efa2139-86ca-463a-95ac-bf99a634d193 req-00680517-f779-46da-b383-5e2b41edd0f6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1107066 Jun 10 03:58:11.380817 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b77faf-bce0-4274-85e2-48f05409bb87 req-e02dea17-a2f2-4644-b216-acbb19fa1b55 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:11.382131 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-67b77faf-bce0-4274-85e2-48f05409bb87 req-e02dea17-a2f2-4644-b216-acbb19fa1b55 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.1103907 Jun 10 03:58:11.422396 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-67b77faf-bce0-4274-85e2-48f05409bb87 req-5db0b463-e70f-4c5c-945f-ae2e630af65b tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345678 Jun 10 03:58:11.511228 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa2139-86ca-463a-95ac-bf99a634d193 req-65606353-8ddf-4f7f-be0b-fa5566dd463a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:11.512724 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7efa2139-86ca-463a-95ac-bf99a634d193 req-65606353-8ddf-4f7f-be0b-fa5566dd463a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b3ca99e6443433dbcfdd84bbab05042&device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 1098 time: 0.0640101 Jun 10 03:58:11.557107 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc16999-a1cc-4d90-a811-7a222f5cd77a req-c8a522ab-fcfd-44fe-883e-0ec71fc3f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:11.559338 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-4bc16999-a1cc-4d90-a811-7a222f5cd77a req-c8a522ab-fcfd-44fe-883e-0ec71fc3f358 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1dcf9948-5a54-4aca-b366-d807c273339c HTTP/1.1" status: 200 len: 915 time: 0.1321826 Jun 10 03:58:11.650819 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-4bc16999-a1cc-4d90-a811-7a222f5cd77a req-06d0484b-e263-48b4-8701-6d211348aca3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9540efa-8933-4424-8280-a6b9c471f997 HTTP/1.1" status: 200 len: 1000 time: 0.0834706 Jun 10 03:58:11.732074 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc16999-a1cc-4d90-a811-7a222f5cd77a req-bcce9858-45fc-4230-b454-c3329082de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:11.733525 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-4bc16999-a1cc-4d90-a811-7a222f5cd77a req-bcce9858-45fc-4230-b454-c3329082de70 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4fc85bbf-0ffb-4650-8ab9-adbc4f829973 HTTP/1.1" status: 200 len: 854 time: 0.0532868 Jun 10 03:58:11.749021 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa2139-86ca-463a-95ac-bf99a634d193 req-4ddc4ab3-caa6-47df-abdb-61aeb4760b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:11.750487 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7efa2139-86ca-463a-95ac-bf99a634d193 req-4ddc4ab3-caa6-47df-abdb-61aeb4760b92 service neutron] 10.222.0.22 "GET /v2.0/networks?id=54a1e9b2-aa9c-401b-9420-836866f8fb9d HTTP/1.1" status: 200 len: 918 time: 0.2023807 Jun 10 03:58:11.798016 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc16999-a1cc-4d90-a811-7a222f5cd77a req-838018dc-8796-43e1-b617-19cb0519a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:11.800076 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-4bc16999-a1cc-4d90-a811-7a222f5cd77a req-838018dc-8796-43e1-b617-19cb0519a449 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dcf9948-5a54-4aca-b366-d807c273339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0591345 Jun 10 03:58:11.821765 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7efa2139-86ca-463a-95ac-bf99a634d193 req-11742f71-86a5-46e6-8f7a-c065f8b3678b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f46c0d4-9cd7-4137-bb73-7856ec25699d HTTP/1.1" status: 200 len: 217 time: 0.0630434 Jun 10 03:58:11.846508 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13971a-9cfa-4043-a212-7afe53be78da req-4cd48a5d-17dd-48b5-9071-0f3f77aa4c1b tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:11.847886 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9f13971a-9cfa-4043-a212-7afe53be78da req-4cd48a5d-17dd-48b5-9071-0f3f77aa4c1b tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 984 time: 0.2075670 Jun 10 03:58:11.886900 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba64c0-4016-4a48-8c35-e47d5cd5d568 req-85e7352b-06bd-4ee1-9648-64372bc40358 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:11.888428 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-adba64c0-4016-4a48-8c35-e47d5cd5d568 req-85e7352b-06bd-4ee1-9648-64372bc40358 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.2040312 Jun 10 03:58:11.913354 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-4bc16999-a1cc-4d90-a811-7a222f5cd77a req-c7c3e76c-9ebd-4c47-aeeb-16734354ad12 service neutron] 10.222.0.22 "GET /v2.0/networks/1dcf9948-5a54-4aca-b366-d807c273339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067293 Jun 10 03:58:11.949267 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa2139-86ca-463a-95ac-bf99a634d193 req-cb6dd171-f2a5-4713-ab4e-5219462be981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:11.950704 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7efa2139-86ca-463a-95ac-bf99a634d193 req-cb6dd171-f2a5-4713-ab4e-5219462be981 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8 HTTP/1.1" status: 200 len: 858 time: 0.1212132 Jun 10 03:58:11.979555 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9f13971a-9cfa-4043-a212-7afe53be78da req-a47f7e15-977a-400c-b416-dc405fa6e126 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2e93dd9-cb42-43e0-a563-4a6caa0e11bc&id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1060524 Jun 10 03:58:11.983781 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-adba64c0-4016-4a48-8c35-e47d5cd5d568 req-4efd8136-597c-49d1-a720-bcb13161ce44 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857463 Jun 10 03:58:12.008280 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7efa2139-86ca-463a-95ac-bf99a634d193 req-a6dd00e9-2ddb-4929-9d52-7f3dde4bd527 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54a1e9b2-aa9c-401b-9420-836866f8fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420771 Jun 10 03:58:12.131191 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7efa2139-86ca-463a-95ac-bf99a634d193 req-2c718296-aa6b-4dc0-96f2-548ea471d047 service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142364 Jun 10 03:58:12.261954 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7efa2139-86ca-463a-95ac-bf99a634d193 req-60757c7d-4c9f-46bf-88be-1eac73b05505 service neutron] 10.222.0.22 "GET /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227341 Jun 10 03:58:12.274012 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-4bc16999-a1cc-4d90-a811-7a222f5cd77a req-4b3ad54d-a836-492d-abfb-0cf500b87d5c service neutron] 10.222.0.22 "GET /v2.0/networks/1dcf9948-5a54-4aca-b366-d807c273339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543866 Jun 10 03:58:12.442571 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-9669fcd7-6164-4392-beac-c870cc74803e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:12.620366 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98898b97-0107-4bc6-82c5-1c602bdfb387 req-15cbcf48-0dd1-4438-9052-3add2c4688ea tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:12.621817 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-98898b97-0107-4bc6-82c5-1c602bdfb387 req-15cbcf48-0dd1-4438-9052-3add2c4688ea tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0802574 Jun 10 03:58:12.667249 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-98898b97-0107-4bc6-82c5-1c602bdfb387 req-602eb1ff-27f2-4272-8607-08947f290c2e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383737 Jun 10 03:58:13.009923 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344c646-ee86-4a6b-ab89-8f8055d72c5e req-8dd1cc6a-49d1-4f65-840a-135148f82a83 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:13.011527 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e344c646-ee86-4a6b-ab89-8f8055d72c5e req-8dd1cc6a-49d1-4f65-840a-135148f82a83 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0706003 Jun 10 03:58:13.049210 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b814b-2dc0-4318-ba54-7bc6f9946557 req-18a81213-0bc1-44b2-9ce3-93799866ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:13.050763 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-830b814b-2dc0-4318-ba54-7bc6f9946557 req-18a81213-0bc1-44b2-9ce3-93799866ff76 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6c404a8a83b4778bac89c4af027c5e7&device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 1098 time: 0.0594220 Jun 10 03:58:13.061453 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e344c646-ee86-4a6b-ab89-8f8055d72c5e req-1871a3e5-dbcd-4d2c-9534-9f08aee312c6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429840 Jun 10 03:58:13.171462 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accb47c-118d-4ab7-b0c0-61b569d24607 req-896ecf5b-6349-44cb-a6f9-83027fe4af39 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:13.173017 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6accb47c-118d-4ab7-b0c0-61b569d24607 req-896ecf5b-6349-44cb-a6f9-83027fe4af39 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 984 time: 0.0716014 Jun 10 03:58:13.174488 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b814b-2dc0-4318-ba54-7bc6f9946557 req-8e8d7ab8-705c-4396-95b1-95a6f9c3676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:13.176029 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-830b814b-2dc0-4318-ba54-7bc6f9946557 req-8e8d7ab8-705c-4396-95b1-95a6f9c3676d service neutron] 10.222.0.22 "GET /v2.0/networks?id=34ceae76-1875-4ae5-9927-5e5f83e723be HTTP/1.1" status: 200 len: 911 time: 0.1188440 Jun 10 03:58:13.250064 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6accb47c-118d-4ab7-b0c0-61b569d24607 req-8d586e8a-7e85-4ace-a56c-c4a8b1693f8d tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2e93dd9-cb42-43e0-a563-4a6caa0e11bc&id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673320 Jun 10 03:58:13.260931 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-830b814b-2dc0-4318-ba54-7bc6f9946557 req-c2bfb2b1-7507-422e-b010-309033596e0d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d224d4d-0ceb-4d07-b361-ab086b3afc92 HTTP/1.1" status: 200 len: 1000 time: 0.0782018 Jun 10 03:58:13.273716 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60261f6e-469d-4c74-9b37-7e8751cc4042 req-284926df-bca3-480a-9f91-18bfcbb3a82f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:13.275191 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-60261f6e-469d-4c74-9b37-7e8751cc4042 req-284926df-bca3-480a-9f91-18bfcbb3a82f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.1012166 Jun 10 03:58:13.321259 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b814b-2dc0-4318-ba54-7bc6f9946557 req-2374ac2b-2eb8-43dd-a766-d8f9505998a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:13.322461 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-60261f6e-469d-4c74-9b37-7e8751cc4042 req-10d51579-f2ee-46a3-ae47-3085019493f0 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415406 Jun 10 03:58:13.323046 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-830b814b-2dc0-4318-ba54-7bc6f9946557 req-2374ac2b-2eb8-43dd-a766-d8f9505998a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d05b5939-fbc1-4883-ac53-795367a50643 HTTP/1.1" status: 200 len: 850 time: 0.0539615 Jun 10 03:58:13.402700 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b814b-2dc0-4318-ba54-7bc6f9946557 req-f33324fd-92e8-466c-bfdb-8140d6f71622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:13.404300 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-830b814b-2dc0-4318-ba54-7bc6f9946557 req-f33324fd-92e8-466c-bfdb-8140d6f71622 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=34ceae76-1875-4ae5-9927-5e5f83e723be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751095 Jun 10 03:58:13.521097 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-830b814b-2dc0-4318-ba54-7bc6f9946557 req-9bb8a074-d063-4a3b-9869-bca5982813ff service neutron] 10.222.0.22 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087744 Jun 10 03:58:13.656282 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-830b814b-2dc0-4318-ba54-7bc6f9946557 req-23d626ff-ae5c-456d-99ac-8ecb7d041886 service neutron] 10.222.0.22 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105418 Jun 10 03:58:14.244550 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dac0b1-08e1-4831-ad4f-f60dcc896c74 req-bdd6e642-d43e-4da3-98e7-03e43e117337 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:14.245994 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b8dac0b1-08e1-4831-ad4f-f60dcc896c74 req-bdd6e642-d43e-4da3-98e7-03e43e117337 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0704005 Jun 10 03:58:14.286599 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b8dac0b1-08e1-4831-ad4f-f60dcc896c74 req-99f0b864-68b5-463e-a906-9ca88db4b1b4 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348947 Jun 10 03:58:14.317937 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device cfcd780f-4130-4d23-a3b1-29fefb60a6ab details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 03:58:14.452492 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847f1ae-a02b-4d30-972d-0f0023a24483 req-e1fbecfe-6071-4655-b14c-eb84e85d3583 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:14.455692 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2847f1ae-a02b-4d30-972d-0f0023a24483 req-e1fbecfe-6071-4655-b14c-eb84e85d3583 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 984 time: 0.0876093 Jun 10 03:58:14.581009 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port cfcd780f-4130-4d23-a3b1-29fefb60a6ab, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:58:14.605057 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'port_id': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab', 'mac_address': 'fa:16:3e:84:f7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 03:58:14.616419 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2847f1ae-a02b-4d30-972d-0f0023a24483 req-e14d0e5b-2970-4b13-bb8a-e2761eae91a1 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2e93dd9-cb42-43e0-a563-4a6caa0e11bc&id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1541939 Jun 10 03:58:14.653199 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4bf6e-bf2b-410f-9fac-a9814ee0d065 req-88451ce5-9711-4219-955e-1a89d1987428 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:14.660040 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c0f4bf6e-bf2b-410f-9fac-a9814ee0d065 req-88451ce5-9711-4219-955e-1a89d1987428 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 944 time: 0.1364918 Jun 10 03:58:14.663752 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:14.679941 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcd780f-4130-4d23-a3b1-29fefb60a6ab {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:58:14.698750 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c0f4bf6e-bf2b-410f-9fac-a9814ee0d065 req-90a44926-8370-42ea-a71d-954b59ab7266 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378416 Jun 10 03:58:14.702116 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port cfcd780f-4130-4d23-a3b1-29fefb60a6ab, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:58:14.706477 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:14.708488 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-2119b597-29ac-45c3-974f-1246cbdbe001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:14.768856 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,revision_number=9']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:14.775612 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:14.775958 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:14.776304 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:14.776641 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:14.776971 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:14.777303 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:14.777632 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:14.777955 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:14.778302 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:14.778631 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:14.778953 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:14.779271 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:14.783161 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:14.943907 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:14.966981 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-1cdf63fb-9b07-4700-bb13-9ee0175f8cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:15.020604 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fd294-ffd7-4936-bc9a-eef2fd242724 req-fc3b6232-db16-4654-ba10-1153b6cdbf91 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:15.022687 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-589fd294-ffd7-4936-bc9a-eef2fd242724 req-fc3b6232-db16-4654-ba10-1153b6cdbf91 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.0706205 Jun 10 03:58:15.064172 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-589fd294-ffd7-4936-bc9a-eef2fd242724 req-2aa20e0f-8fe0-40a6-b246-4b74411ade68 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358210 Jun 10 03:58:15.127024 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['cfcd780f-4130-4d23-a3b1-29fefb60a6ab'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:58:15.231178 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:15.467063 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377366f8-504d-491a-9e13-d0366b2787a1 req-e5ae1f9b-46d6-4411-bd51-1428d70d9787 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:15.468493 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-377366f8-504d-491a-9e13-d0366b2787a1 req-e5ae1f9b-46d6-4411-bd51-1428d70d9787 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0705416 Jun 10 03:58:15.507619 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-377366f8-504d-491a-9e13-d0366b2787a1 req-59a7ce02-534e-4080-8267-79001f6e2d7f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330799 Jun 10 03:58:15.803338 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5f350-1168-4676-91ea-744cf219f6d6 req-82338d91-8b46-43df-afdd-fd6a36524649 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:15.804898 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-26b5f350-1168-4676-91ea-744cf219f6d6 req-82338d91-8b46-43df-afdd-fd6a36524649 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 984 time: 0.0742152 Jun 10 03:58:15.888242 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-26b5f350-1168-4676-91ea-744cf219f6d6 req-6ef2a2d7-c218-4db3-976f-0a5cb6240765 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2e93dd9-cb42-43e0-a563-4a6caa0e11bc&id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0759740 Jun 10 03:58:15.924353 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3780354-ad5e-4eb6-a0d9-262cc9e646a8 req-460b1f69-0847-4086-9f27-1e0ae215b2fa tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:15.924353 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e3780354-ad5e-4eb6-a0d9-262cc9e646a8 req-460b1f69-0847-4086-9f27-1e0ae215b2fa tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 945 time: 0.0956943 Jun 10 03:58:15.971685 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e3780354-ad5e-4eb6-a0d9-262cc9e646a8 req-9365eac5-bfe0-44ad-95f1-b89261475a75 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424893 Jun 10 03:58:16.003158 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:16.241891 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73794c96-246c-4abe-a4e7-65b3a4129073 req-152b0800-467e-456b-a888-7ff05afb3d9c tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:16.243380 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-73794c96-246c-4abe-a4e7-65b3a4129073 req-152b0800-467e-456b-a888-7ff05afb3d9c tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.0692823 Jun 10 03:58:16.285795 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-73794c96-246c-4abe-a4e7-65b3a4129073 req-57a7728f-f71d-41c3-a20d-501544376229 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359309 Jun 10 03:58:16.315751 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device cfcd780f-4130-4d23-a3b1-29fefb60a6ab up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:58:16.370360 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port cfcd780f-4130-4d23-a3b1-29fefb60a6ab triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:58:16.370741 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:16.456753 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:16.479155 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9555eff1-fd77-4112-b1f5-d87ca39a7ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:58:16.481405 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7a79d9-b27f-4c42-83ba-8c20e7b2036b" -d '{"events": [{"server_uuid": "9555eff1-fd77-4112-b1f5-d87ca39a7ab2", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd780f-4130-4d23-a3b1-29fefb60a6ab"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:58:16.497840 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port cfcd780f-4130-4d23-a3b1-29fefb60a6ab, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:58:16.502213 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:16.504008 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:16.529576 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390f96ef-98f0-49b3-ac82-b74e291e533d x-openstack-request-id: req-390f96ef-98f0-49b3-ac82-b74e291e533d {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:58:16.529871 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9555eff1-fd77-4112-b1f5-d87ca39a7ab2", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd780f-4130-4d23-a3b1-29fefb60a6ab", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:58:16.530130 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-390f96ef-98f0-49b3-ac82-b74e291e533d {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:58:16.530533 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9555eff1-fd77-4112-b1f5-d87ca39a7ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab', 'code': 200} Jun 10 03:58:16.556513 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,revision_number=10']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:16.559537 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:17.112758 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df4548-576f-44c5-adef-6a17649607a4 req-0a6bdc31-6898-4d3e-8ce8-e9b93064226c tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:17.114269 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-10df4548-576f-44c5-adef-6a17649607a4 req-0a6bdc31-6898-4d3e-8ce8-e9b93064226c tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 984 time: 0.1013198 Jun 10 03:58:17.158657 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885c85c-bb3c-49df-a11b-c3af133bb9e0 req-e715369a-697b-433e-a237-96181dfe32d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:17.160357 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-5885c85c-bb3c-49df-a11b-c3af133bb9e0 req-e715369a-697b-433e-a237-96181dfe32d6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 1100 time: 0.0749190 Jun 10 03:58:17.196020 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-10df4548-576f-44c5-adef-6a17649607a4 req-2d0c9706-152a-4245-b9f6-e96ed759e551 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2e93dd9-cb42-43e0-a563-4a6caa0e11bc&id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751798 Jun 10 03:58:17.209664 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-5885c85c-bb3c-49df-a11b-c3af133bb9e0 req-ce54ecee-9f64-437e-aabd-142118461ddc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384049 Jun 10 03:58:17.230766 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34480542-5701-4dfe-9bfd-2e3000c6cd71 req-a17aa2d3-c0e4-4f67-a360-81d75b016aa5 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:17.232243 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-34480542-5701-4dfe-9bfd-2e3000c6cd71 req-a17aa2d3-c0e4-4f67-a360-81d75b016aa5 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 947 time: 0.1099334 Jun 10 03:58:17.273668 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-34480542-5701-4dfe-9bfd-2e3000c6cd71 req-4bdb79f8-fa26-4109-93cc-c1e7a9140e7c tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350370 Jun 10 03:58:17.471893 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b321723-e43e-4e54-8bac-0a582b0b942a req-838e4811-1721-4775-b0a7-0bc37daeeafe tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:17.473375 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4b321723-e43e-4e54-8bac-0a582b0b942a req-838e4811-1721-4775-b0a7-0bc37daeeafe tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.0713067 Jun 10 03:58:17.513970 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4b321723-e43e-4e54-8bac-0a582b0b942a req-a96ebf82-b965-486c-b2f7-91a6ab7765b6 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349314 Jun 10 03:58:17.630219 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:18.214463 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4701f68-2f93-46c7-ae35-b101bb51d709 req-b9ce6eb8-5542-467a-9d92-9045913e6d84 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:18.215789 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-a4701f68-2f93-46c7-ae35-b101bb51d709 req-b9ce6eb8-5542-467a-9d92-9045913e6d84 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.22 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.0699666 Jun 10 03:58:18.338148 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-a4701f68-2f93-46c7-ae35-b101bb51d709 req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Deleting port 9f46c0d4-9cd7-4137-bb73-7856ec25699d {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:58:18.338547 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-a4701f68-2f93-46c7-ae35-b101bb51d709 req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:18.401966 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b626e-7534-4544-bd6c-cf13491266e7 req-c05c1677-7066-4271-a8c7-4924300d718c tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:18.409471 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c75b626e-7534-4544-bd6c-cf13491266e7 req-c05c1677-7066-4271-a8c7-4924300d718c tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 984 time: 0.0973873 Jun 10 03:58:18.483910 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-a4701f68-2f93-46c7-ae35-b101bb51d709 req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] For port 9f46c0d4-9cd7-4137-bb73-7856ec25699d, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9f46c0d4-9cd7-4137-bb73-7856ec25699d,segment=NetworkSegment(f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc),segment_id=f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:58:18.484288 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-a4701f68-2f93-46c7-ae35-b101bb51d709 req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:18.487878 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c75b626e-7534-4544-bd6c-cf13491266e7 req-a56c0b27-2639-47d1-8952-aa69dac83e8e tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2e93dd9-cb42-43e0-a563-4a6caa0e11bc&id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775893 Jun 10 03:58:18.521292 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34665b6b-8704-46e6-ac26-077f83cc3da7 req-2062f7fb-c8d1-4f67-97fa-e8f1e19ff1ac tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:18.522774 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-34665b6b-8704-46e6-ac26-077f83cc3da7 req-2062f7fb-c8d1-4f67-97fa-e8f1e19ff1ac tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 947 time: 0.1108544 Jun 10 03:58:18.569259 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-34665b6b-8704-46e6-ac26-077f83cc3da7 req-9915c351-9d39-4a85-94af-65d41292a7b5 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403819 Jun 10 03:58:18.583446 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-a4701f68-2f93-46c7-ae35-b101bb51d709 req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Calling delete_port for 9f46c0d4-9cd7-4137-bb73-7856ec25699d owned by compute:nova {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:58:18.723526 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977fd38-00fe-4b01-be87-de9a26606987 req-7d1481a8-bbbc-4462-94e9-ae281679ca1f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:18.724990 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c977fd38-00fe-4b01-be87-de9a26606987 req-7d1481a8-bbbc-4462-94e9-ae281679ca1f tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=d20afd91-f88b-40f5-88ec-23c9c45672ed HTTP/1.1" status: 200 len: 945 time: 0.0740178 Jun 10 03:58:18.756127 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-a4701f68-2f93-46c7-ae35-b101bb51d709 req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:18.760314 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fdbdfab2-1670-4a23-b6c4-1fd8c85660c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:18.775457 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c977fd38-00fe-4b01-be87-de9a26606987 req-d292d655-1ccd-4e3f-b9ee-cc15697b5636 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443127 Jun 10 03:58:18.790864 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Pushing event deleted for resources: {'Port': ['ID=9f46c0d4-9cd7-4137-bb73-7856ec25699d,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:18.804307 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:18.804683 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:18.805059 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:18.805423 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:18.805782 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:18.806139 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:18.806523 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:18.806872 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:18.807684 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:18.807684 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:18.807944 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:18.808263 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:18.826968 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['3a7b2351-4cb3-4598-adbf-e5af63937ac6', '9f46c0d4-9cd7-4137-bb73-7856ec25699d'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:58:18.832378 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:18.857229 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4701f68-2f93-46c7-ae35-b101bb51d709 req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] No DVR routers for this DVR port 9f46c0d4-9cd7-4137-bb73-7856ec25699d on host hv-cinder-74134 {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 03:58:18.860288 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-a4701f68-2f93-46c7-ae35-b101bb51d709 req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:18.862316 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-a4701f68-2f93-46c7-ae35-b101bb51d709 req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.22 "DELETE /v2.0/ports/9f46c0d4-9cd7-4137-bb73-7856ec25699d HTTP/1.1" status: 204 len: 173 time: 0.6398489 Jun 10 03:58:18.862933 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20afd91-f88b-40f5-88ec-23c9c45672ed', 'name': 'network-vif-deleted', 'tag': '9f46c0d4-9cd7-4137-bb73-7856ec25699d'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:58:18.865042 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58f5fe1-63cc-482c-9944-bf913a650146" -d '{"events": [{"server_uuid": "d20afd91-f88b-40f5-88ec-23c9c45672ed", "name": "network-vif-deleted", "tag": "9f46c0d4-9cd7-4137-bb73-7856ec25699d"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:58:18.901839 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d158027b-5893-4402-803e-81c82e10e24d x-openstack-request-id: req-d158027b-5893-4402-803e-81c82e10e24d {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:58:18.902167 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20afd91-f88b-40f5-88ec-23c9c45672ed", "name": "network-vif-deleted", "tag": "9f46c0d4-9cd7-4137-bb73-7856ec25699d", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:58:18.902684 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d158027b-5893-4402-803e-81c82e10e24d {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:58:18.903120 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20afd91-f88b-40f5-88ec-23c9c45672ed', 'name': 'network-vif-deleted', 'tag': '9f46c0d4-9cd7-4137-bb73-7856ec25699d', 'status': 'completed', 'code': 200} Jun 10 03:58:19.997107 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb1605-2244-4a43-bf7d-3dd4dbf97b07 req-fabb547b-f4c9-47fd-a395-49c536531e22 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:19.998614 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-dfeb1605-2244-4a43-bf7d-3dd4dbf97b07 req-fabb547b-f4c9-47fd-a395-49c536531e22 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 984 time: 0.3900003 Jun 10 03:58:20.011188 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82deb763-afaa-40c8-b699-6b8adcfde494 req-37245c21-125b-4ba6-aa08-bfca922032c8 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:20.012651 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-82deb763-afaa-40c8-b699-6b8adcfde494 req-37245c21-125b-4ba6-aa08-bfca922032c8 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 947 time: 0.0990956 Jun 10 03:58:20.072676 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-dfeb1605-2244-4a43-bf7d-3dd4dbf97b07 req-9f300626-6001-44e5-95bd-ac42450b991f tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2e93dd9-cb42-43e0-a563-4a6caa0e11bc&id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575817 Jun 10 03:58:20.085975 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-82deb763-afaa-40c8-b699-6b8adcfde494 req-93adf492-e45d-4f76-8b03-62ce1f7d4492 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650754 Jun 10 03:58:20.512916 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad9789-2bc9-4b75-a6b7-da55a4c592eb req-806c12d5-e823-4424-b69e-d7085b63b1f9 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:20.514338 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c6ad9789-2bc9-4b75-a6b7-da55a4c592eb req-806c12d5-e823-4424-b69e-d7085b63b1f9 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.0662532 Jun 10 03:58:20.554434 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c6ad9789-2bc9-4b75-a6b7-da55a4c592eb req-42816702-4a9a-483d-a1e4-f18a8147dff1 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336993 Jun 10 03:58:21.257237 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9c229-0d40-4ead-98c3-4e06d57331b8 req-0c289f50-7170-49d8-b6b4-0a4f900b55eb tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:21.258735 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-35e9c229-0d40-4ead-98c3-4e06d57331b8 req-0c289f50-7170-49d8-b6b4-0a4f900b55eb tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 984 time: 0.0712881 Jun 10 03:58:21.316003 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-35e9c229-0d40-4ead-98c3-4e06d57331b8 req-2e9a48e0-b7ff-4114-9483-fd338894993b tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2e93dd9-cb42-43e0-a563-4a6caa0e11bc&id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512390 Jun 10 03:58:21.725779 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99828ea4-2e36-4004-adac-e2018402892a req-8ba9ef91-c0f3-4d10-9c56-bfc0e9311b08 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:21.727202 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-99828ea4-2e36-4004-adac-e2018402892a req-8ba9ef91-c0f3-4d10-9c56-bfc0e9311b08 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.0655532 Jun 10 03:58:21.767442 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-99828ea4-2e36-4004-adac-e2018402892a req-663febdd-7925-43ea-a344-2c913784a076 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347614 Jun 10 03:58:22.381298 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 9f46c0d4-9cd7-4137-bb73-7856ec25699d no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:58:22.405502 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] No Port match for: 9f46c0d4-9cd7-4137-bb73-7856ec25699d {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:58:22.405862 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 9f46c0d4-9cd7-4137-bb73-7856ec25699d not bound to the agent host hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:58:22.495247 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3453a9b-ab7d-41d2-86f9-4fb149f76edb req-5dd31087-501f-410e-ac9f-03482b620100 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:22.496762 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f3453a9b-ab7d-41d2-86f9-4fb149f76edb req-5dd31087-501f-410e-ac9f-03482b620100 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 984 time: 0.0685561 Jun 10 03:58:22.544157 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f3453a9b-ab7d-41d2-86f9-4fb149f76edb req-50c29f6a-107f-4980-855c-544fe72144a9 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2e93dd9-cb42-43e0-a563-4a6caa0e11bc&id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414369 Jun 10 03:58:22.947737 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152f136-2e3f-4380-ae27-d4f2d44970db req-71de0d37-d25a-4052-8c9f-5c29316c89a2 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:22.949180 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b152f136-2e3f-4380-ae27-d4f2d44970db req-71de0d37-d25a-4052-8c9f-5c29316c89a2 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.0682430 Jun 10 03:58:22.990015 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b152f136-2e3f-4380-ae27-d4f2d44970db req-f17b2d19-2bff-4c2f-b882-cb9b55ea5caa tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352273 Jun 10 03:58:23.725252 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2079c-abf3-44dc-96d1-7614d74cdf64 req-e9c32fd4-4011-4f6b-a2ee-0954ceb3f66a tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:23.726724 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-13b2079c-abf3-44dc-96d1-7614d74cdf64 req-e9c32fd4-4011-4f6b-a2ee-0954ceb3f66a tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 984 time: 0.0684993 Jun 10 03:58:23.772952 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-13b2079c-abf3-44dc-96d1-7614d74cdf64 req-dbe428bb-37f5-4827-b8eb-d67f57ba71a0 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2e93dd9-cb42-43e0-a563-4a6caa0e11bc&id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406241 Jun 10 03:58:24.167241 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469b80f-6cd2-4d2c-8f57-6d37ce874409 req-0229ad47-5f0e-425b-9501-e2e1119a029c tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:24.168553 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4469b80f-6cd2-4d2c-8f57-6d37ce874409 req-0229ad47-5f0e-425b-9501-e2e1119a029c tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.0675380 Jun 10 03:58:24.208279 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4469b80f-6cd2-4d2c-8f57-6d37ce874409 req-f17290ea-cd60-4a9b-af08-ccf81175a171 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334251 Jun 10 03:58:25.389620 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692152c-d596-48ce-b394-02109a1fa163 req-9a7e25c2-4aa8-460b-83d4-69ebb87e049c tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:25.391099 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9692152c-d596-48ce-b394-02109a1fa163 req-9a7e25c2-4aa8-460b-83d4-69ebb87e049c tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.0688231 Jun 10 03:58:25.437430 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9692152c-d596-48ce-b394-02109a1fa163 req-422861a2-8d7e-4a87-93c2-fb60d2777e9e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391769 Jun 10 03:58:26.617948 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e223224-cfa9-4158-90e1-90417d3001e2 req-091c57b6-1453-4dde-bad0-b736f1385b13 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:26.619474 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4e223224-cfa9-4158-90e1-90417d3001e2 req-091c57b6-1453-4dde-bad0-b736f1385b13 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.0701087 Jun 10 03:58:26.641190 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdf007-5132-4211-a4e6-292af7d40d0a req-d6b799ee-ae5a-4e14-b884-1ef5c705381e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:26.642700 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-82fdf007-5132-4211-a4e6-292af7d40d0a req-d6b799ee-ae5a-4e14-b884-1ef5c705381e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.22 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 946 time: 0.0739503 Jun 10 03:58:26.663891 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4e223224-cfa9-4158-90e1-90417d3001e2 req-280bd2f3-628b-40f7-b2f3-4303f9e4d09c tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/security-groups?id=a43f37b8-f652-44ab-871e-ea9513059b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369542 Jun 10 03:58:26.760806 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-82fdf007-5132-4211-a4e6-292af7d40d0a req-70cfdd68-df12-4c05-8bf0-dc5151985e1e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Deleting port 3a7b2351-4cb3-4598-adbf-e5af63937ac6 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:58:26.761139 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-82fdf007-5132-4211-a4e6-292af7d40d0a req-70cfdd68-df12-4c05-8bf0-dc5151985e1e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:26.795685 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 53890) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:26.870679 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-82fdf007-5132-4211-a4e6-292af7d40d0a req-70cfdd68-df12-4c05-8bf0-dc5151985e1e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] For port 3a7b2351-4cb3-4598-adbf-e5af63937ac6, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3a7b2351-4cb3-4598-adbf-e5af63937ac6,segment=NetworkSegment(f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc),segment_id=f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:58:26.871043 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-82fdf007-5132-4211-a4e6-292af7d40d0a req-70cfdd68-df12-4c05-8bf0-dc5151985e1e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:26.899631 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e58f0931-f0a8-4f14-a2d9-d71a0b78b8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:26.962817 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-82fdf007-5132-4211-a4e6-292af7d40d0a req-70cfdd68-df12-4c05-8bf0-dc5151985e1e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Calling delete_port for 3a7b2351-4cb3-4598-adbf-e5af63937ac6 owned by compute:nova {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:58:26.991594 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e58f0931-f0a8-4f14-a2d9-d71a0b78b8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:26.995401 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e58f0931-f0a8-4f14-a2d9-d71a0b78b8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:26.997794 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0e4db764-ebcb-4917-bd3a-611b4e18e5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:27.040024 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-e58f0931-f0a8-4f14-a2d9-d71a0b78b8de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a35c4bc324146bf96d8bdb6820148ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432630 Jun 10 03:58:27.040905 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f0931-f0a8-4f14-a2d9-d71a0b78b8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983a2ee7-3702-4ccd-8ccf-8d9cab5a0ab6,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:27.042708 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 53894) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:27.059968 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f0931-f0a8-4f14-a2d9-d71a0b78b8de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:27.060332 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f0931-f0a8-4f14-a2d9-d71a0b78b8de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:27.060684 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f0931-f0a8-4f14-a2d9-d71a0b78b8de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:27.061036 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f0931-f0a8-4f14-a2d9-d71a0b78b8de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:27.061634 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f0931-f0a8-4f14-a2d9-d71a0b78b8de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:27.061978 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f0931-f0a8-4f14-a2d9-d71a0b78b8de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:27.062350 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f0931-f0a8-4f14-a2d9-d71a0b78b8de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:27.062693 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f0931-f0a8-4f14-a2d9-d71a0b78b8de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:27.063035 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f0931-f0a8-4f14-a2d9-d71a0b78b8de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:27.063888 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f0931-f0a8-4f14-a2d9-d71a0b78b8de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:27.064224 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f0931-f0a8-4f14-a2d9-d71a0b78b8de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:27.064557 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f0931-f0a8-4f14-a2d9-d71a0b78b8de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:58:27.068647 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e58f0931-f0a8-4f14-a2d9-d71a0b78b8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:27.110699 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-82fdf007-5132-4211-a4e6-292af7d40d0a req-70cfdd68-df12-4c05-8bf0-dc5151985e1e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:27.113313 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-fdf9bb12-cee5-44f2-acfa-b78ceb8871ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:27.114850 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:27.136743 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-fdf9bb12-cee5-44f2-acfa-b78ceb8871ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:27.146810 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['3a7b2351-4cb3-4598-adbf-e5af63937ac6'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:58:27.147428 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfdd68-df12-4c05-8bf0-dc5151985e1e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Pushing event deleted for resources: {'Port': ['ID=3a7b2351-4cb3-4598-adbf-e5af63937ac6,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:27.155154 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-70cfdd68-df12-4c05-8bf0-dc5151985e1e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:27.190841 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-fdf9bb12-cee5-44f2-acfa-b78ceb8871ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:27.193632 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-fdf9bb12-cee5-44f2-acfa-b78ceb8871ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:27.194788 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-fdf9bb12-cee5-44f2-acfa-b78ceb8871ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/983a2ee7-3702-4ccd-8ccf-8d9cab5a0ab6 HTTP/1.1" status: 204 len: 168 time: 0.1511986 Jun 10 03:58:27.196053 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-80c2e421-d96c-44f4-96e9-1e5e0293bf41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:27.206862 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9bb12-cee5-44f2-acfa-b78ceb8871ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983a2ee7-3702-4ccd-8ccf-8d9cab5a0ab6,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:27.214460 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-fdf9bb12-cee5-44f2-acfa-b78ceb8871ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:27.222170 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fdf007-5132-4211-a4e6-292af7d40d0a req-70cfdd68-df12-4c05-8bf0-dc5151985e1e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] No DVR routers for this DVR port 3a7b2351-4cb3-4598-adbf-e5af63937ac6 on host hv-cinder-74134 {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 03:58:27.224801 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-82fdf007-5132-4211-a4e6-292af7d40d0a req-70cfdd68-df12-4c05-8bf0-dc5151985e1e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:27.227239 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-82fdf007-5132-4211-a4e6-292af7d40d0a req-70cfdd68-df12-4c05-8bf0-dc5151985e1e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.22 "DELETE /v2.0/ports/3a7b2351-4cb3-4598-adbf-e5af63937ac6 HTTP/1.1" status: 204 len: 173 time: 0.5793626 Jun 10 03:58:27.227788 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d65bad-ff3e-4c14-a103-ca4692fbb051', 'name': 'network-vif-deleted', 'tag': '3a7b2351-4cb3-4598-adbf-e5af63937ac6'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:58:27.230112 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675db803-eb71-4c62-8c73-e98403f14eaa" -d '{"events": [{"server_uuid": "12d65bad-ff3e-4c14-a103-ca4692fbb051", "name": "network-vif-deleted", "tag": "3a7b2351-4cb3-4598-adbf-e5af63937ac6"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:58:27.267205 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c43131a-b708-4dc6-aefd-54721a3a427b x-openstack-request-id: req-8c43131a-b708-4dc6-aefd-54721a3a427b {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:58:27.267577 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d65bad-ff3e-4c14-a103-ca4692fbb051", "name": "network-vif-deleted", "tag": "3a7b2351-4cb3-4598-adbf-e5af63937ac6", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:58:27.267813 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c43131a-b708-4dc6-aefd-54721a3a427b {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:58:27.268232 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d65bad-ff3e-4c14-a103-ca4692fbb051', 'name': 'network-vif-deleted', 'tag': '3a7b2351-4cb3-4598-adbf-e5af63937ac6', 'status': 'completed', 'code': 200} Jun 10 03:58:27.473789 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 53902) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:27.489316 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3a555b9e-3058-4058-a765-3f4bde32a08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:27.580233 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3a555b9e-3058-4058-a765-3f4bde32a08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:27.584737 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3a555b9e-3058-4058-a765-3f4bde32a08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:27.587071 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4bea1a31-d54a-431f-839b-bbb3c19024a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:27.624807 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-3a555b9e-3058-4058-a765-3f4bde32a08d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2e2c3fb217204101b4289c4120f8feff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499608 Jun 10 03:58:27.625662 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a555b9e-3058-4058-a765-3f4bde32a08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c31f4e-ba1a-4cd9-86b7-1d5db740da6e,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:27.627579 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 53904) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:27.629163 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3a555b9e-3058-4058-a765-3f4bde32a08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:27.678512 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-40f47d21-fe7f-40b1-a1a0-e630cc5fd035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:27.700887 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-40f47d21-fe7f-40b1-a1a0-e630cc5fd035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:27.752349 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-40f47d21-fe7f-40b1-a1a0-e630cc5fd035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:27.755662 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-40f47d21-fe7f-40b1-a1a0-e630cc5fd035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:27.756935 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-40f47d21-fe7f-40b1-a1a0-e630cc5fd035 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37c31f4e-ba1a-4cd9-86b7-1d5db740da6e HTTP/1.1" status: 204 len: 168 time: 0.1281781 Jun 10 03:58:27.757724 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1b0f1457-f14c-457a-9199-450d0dc47583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:27.767159 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f47d21-fe7f-40b1-a1a0-e630cc5fd035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c31f4e-ba1a-4cd9-86b7-1d5db740da6e,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:27.769490 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-40f47d21-fe7f-40b1-a1a0-e630cc5fd035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:27.840374 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-50eb16e2-89ba-4483-802b-9e0ff44cc7c2 req-813ded3d-2d07-4422-a04a-1b1fe8424f98 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] 10.222.0.25 "GET /v2.0/ports?device_id=12d65bad-ff3e-4c14-a103-ca4692fbb051 HTTP/1.1" status: 200 len: 210 time: 0.0390732 Jun 10 03:58:28.933818 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 53944) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:29.434128 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ed17d2dd-0f8a-4cfe-9709-33be2722863e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690597'] for router_interface, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:30.009531 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ed17d2dd-0f8a-4cfe-9709-33be2722863e admin admin] Deleting port e7f1552b-454c-463e-984c-78132d9e250b {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:58:30.010196 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ed17d2dd-0f8a-4cfe-9709-33be2722863e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:30.110860 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ed17d2dd-0f8a-4cfe-9709-33be2722863e admin admin] For port e7f1552b-454c-463e-984c-78132d9e250b, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=e7f1552b-454c-463e-984c-78132d9e250b,segment=NetworkSegment(f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc),segment_id=f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:58:30.111219 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ed17d2dd-0f8a-4cfe-9709-33be2722863e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:30.198950 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ed17d2dd-0f8a-4cfe-9709-33be2722863e admin admin] Calling delete_port for e7f1552b-454c-463e-984c-78132d9e250b owned by network:router_interface {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:58:30.340977 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:58:30.425359 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ed17d2dd-0f8a-4cfe-9709-33be2722863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:30.427305 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:30.458964 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17d2dd-0f8a-4cfe-9709-33be2722863e admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f1552b-454c-463e-984c-78132d9e250b,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:30.461941 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ed17d2dd-0f8a-4cfe-9709-33be2722863e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:30.466445 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3a7b2351-4cb3-4598-adbf-e5af63937ac6 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:58:30.491038 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] No Port match for: 3a7b2351-4cb3-4598-adbf-e5af63937ac6 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:58:30.491795 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3a7b2351-4cb3-4598-adbf-e5af63937ac6 not bound to the agent host hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:58:30.677509 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ed17d2dd-0f8a-4cfe-9709-33be2722863e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690229'] for router_interface, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:30.972854 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed17d2dd-0f8a-4cfe-9709-33be2722863e admin admin] Router edebb189-a0ea-4519-846e-67f5064629d3 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 03:58:31.111721 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed17d2dd-0f8a-4cfe-9709-33be2722863e admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:58:31.118667 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-ed17d2dd-0f8a-4cfe-9709-33be2722863e admin admin] 10.222.0.25 "PUT /v2.0/routers/edebb189-a0ea-4519-846e-67f5064629d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1836176 Jun 10 03:58:31.119326 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 53974) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:31.121302 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192d0827-bf58-439f-9c04-7dc23401c818 None None] Sync routers for ids ['edebb189-a0ea-4519-846e-67f5064629d3'] in dv-cinder-741349-4-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:58:31.130263 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192d0827-bf58-439f-9c04-7dc23401c818 None None] Routers {'edebb189-a0ea-4519-846e-67f5064629d3'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:58:31.130874 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-192d0827-bf58-439f-9c04-7dc23401c818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:58:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['edebb189-a0ea-4519-846e-67f5064629d3'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:58:31.263782 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b4d44e40-b69c-4c22-9f2f-00598afe9565 admin admin] Notify callbacks [] for router, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:31.268936 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-192d0827-bf58-439f-9c04-7dc23401c818 None None] Set router edebb189-a0ea-4519-846e-67f5064629d3 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:58:31.403681 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b4d44e40-b69c-4c22-9f2f-00598afe9565 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:31.464292 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-b4d44e40-b69c-4c22-9f2f-00598afe9565 admin admin] Deleting port 9d5732d0-1ae6-4dfa-a3b2-953d30299917 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:58:31.464641 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b4d44e40-b69c-4c22-9f2f-00598afe9565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:31.496009 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-192d0827-bf58-439f-9c04-7dc23401c818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edebb189-a0ea-4519-846e-67f5064629d3', 'name': 'tempest-ServerRescueNegativeTestJSON-309009949-router', 'tenant_id': '0b3ca99e6443433dbcfdd84bbab05042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '9d5732d0-1ae6-4dfa-a3b2-953d30299917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:01Z', 'updated_at': '2021-06-10T03:58:30Z', 'revision_number': 5, 'project_id': '0b3ca99e6443433dbcfdd84bbab05042', 'gw_port': {'id': '9d5732d0-1ae6-4dfa-a3b2-953d30299917', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edebb189-a0ea-4519-846e-67f5064629d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:02Z', 'updated_at': '2021-06-10T03:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:58:31.499505 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192d0827-bf58-439f-9c04-7dc23401c818 None None] Checking router: edebb189-a0ea-4519-846e-67f5064629d3 for host: dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:58:31.508190 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192d0827-bf58-439f-9c04-7dc23401c818 None None] Routers {'edebb189-a0ea-4519-846e-67f5064629d3'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:58:31.508781 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-192d0827-bf58-439f-9c04-7dc23401c818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:58:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['edebb189-a0ea-4519-846e-67f5064629d3'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:58:31.565417 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-b4d44e40-b69c-4c22-9f2f-00598afe9565 admin admin] For port 9d5732d0-1ae6-4dfa-a3b2-953d30299917, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=9d5732d0-1ae6-4dfa-a3b2-953d30299917,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:58:31.565686 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b4d44e40-b69c-4c22-9f2f-00598afe9565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:31.626990 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-192d0827-bf58-439f-9c04-7dc23401c818 None None] Set router edebb189-a0ea-4519-846e-67f5064629d3 gateway port host: None {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:58:31.657846 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-b4d44e40-b69c-4c22-9f2f-00598afe9565 admin admin] Calling delete_port for 9d5732d0-1ae6-4dfa-a3b2-953d30299917 owned by network:router_gateway {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:58:31.789015 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-192d0827-bf58-439f-9c04-7dc23401c818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edebb189-a0ea-4519-846e-67f5064629d3', 'name': 'tempest-ServerRescueNegativeTestJSON-309009949-router', 'tenant_id': '0b3ca99e6443433dbcfdd84bbab05042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:01Z', 'updated_at': '2021-06-10T03:58:31Z', 'revision_number': 6, 'project_id': '0b3ca99e6443433dbcfdd84bbab05042', 'gw_port_host': None}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:58:31.792735 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192d0827-bf58-439f-9c04-7dc23401c818 None None] The sync data for ids ['edebb189-a0ea-4519-846e-67f5064629d3'] in dv-cinder-741349-4-smb is: [{'id': 'edebb189-a0ea-4519-846e-67f5064629d3', 'name': 'tempest-ServerRescueNegativeTestJSON-309009949-router', 'tenant_id': '0b3ca99e6443433dbcfdd84bbab05042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:01Z', 'updated_at': '2021-06-10T03:58:31Z', 'revision_number': 6, 'project_id': '0b3ca99e6443433dbcfdd84bbab05042', 'gw_port_host': None}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:58:31.879824 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b4d44e40-b69c-4c22-9f2f-00598afe9565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:31.881675 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:31.908385 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d44e40-b69c-4c22-9f2f-00598afe9565 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d5732d0-1ae6-4dfa-a3b2-953d30299917,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:31.911295 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b4d44e40-b69c-4c22-9f2f-00598afe9565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:31.943910 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b4d44e40-b69c-4c22-9f2f-00598afe9565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719204'] for router_gateway, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.094924 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b4d44e40-b69c-4c22-9f2f-00598afe9565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245209'] for router, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.097178 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b4d44e40-b69c-4c22-9f2f-00598afe9565 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.182348 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b4d44e40-b69c-4c22-9f2f-00598afe9565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688193'] for router, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.182933 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d44e40-b69c-4c22-9f2f-00598afe9565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edebb189-a0ea-4519-846e-67f5064629d3 {{(pid=91625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 03:58:32.188961 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b4d44e40-b69c-4c22-9f2f-00598afe9565 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.192691 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 53992) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:32.193224 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-b4d44e40-b69c-4c22-9f2f-00598afe9565 admin admin] 10.222.0.25 "DELETE /v2.0/routers/edebb189-a0ea-4519-846e-67f5064629d3 HTTP/1.1" status: 204 len: 168 time: 1.0723901 Jun 10 03:58:32.274511 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_v2 [None req-8526ff48-7cff-42ba-af46-92658fb79f97 admin admin] Deleting subnet 07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8 {{(pid=91626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 03:58:32.277770 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8526ff48-7cff-42ba-af46-92658fb79f97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.328028 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8526ff48-7cff-42ba-af46-92658fb79f97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708508'] for subnet, precommit_delete_associations {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.374461 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8526ff48-7cff-42ba-af46-92658fb79f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751384'] for subnet, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.440380 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8526ff48-7cff-42ba-af46-92658fb79f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126309881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127894169'] for subnet, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.442683 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-daa418f3-5bad-44ea-9cbc-cdc0f3836205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:32.472647 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526ff48-7cff-42ba-af46-92658fb79f97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:32.475653 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8526ff48-7cff-42ba-af46-92658fb79f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:32.476617 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8526ff48-7cff-42ba-af46-92658fb79f97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.478456 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-8526ff48-7cff-42ba-af46-92658fb79f97 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/07f49318-8ee9-46f4-9cc2-a2a00ccc6bb8 HTTP/1.1" status: 204 len: 168 time: 0.2838993 Jun 10 03:58:32.480919 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 54006) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:32.575923 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4c70b08e-ea29-4f98-9be5-d117a8814dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579201'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.607538 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device e7f1552b-454c-463e-984c-78132d9e250b no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:58:32.643907 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: e7f1552b-454c-463e-984c-78132d9e250b {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:58:32.644232 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device e7f1552b-454c-463e-984c-78132d9e250b not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:58:32.687298 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4c70b08e-ea29-4f98-9be5-d117a8814dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745367', 'neutron.services.segments.db._delete_segments_for_network-8785832343215'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.698423 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-4c70b08e-ea29-4f98-9be5-d117a8814dcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a1e9b2-aa9c-401b-9420-836866f8fb9d']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:58:32.708969 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54010) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:32.713170 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-4c70b08e-ea29-4f98-9be5-d117a8814dcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:58:32.713461 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-4c70b08e-ea29-4f98-9be5-d117a8814dcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f411c7-d4c5-4f29-ae5d-c1ed1e3373fc') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:58:32.724007 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4c70b08e-ea29-4f98-9be5-d117a8814dcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785832343044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708485'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.741647 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4c70b08e-ea29-4f98-9be5-d117a8814dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.747746 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c70b08e-ea29-4f98-9be5-d117a8814dcc admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 03:58:32.748137 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4c70b08e-ea29-4f98-9be5-d117a8814dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126309478'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: Traceback (most recent call last): Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: timer() Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: cb(*args, **kw) Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: return func(*args, **kwargs) Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: self._notify() Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: self.callback(batched_events) Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: event.method(event) Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: return f(self, *a, **k) Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: return self._get(url).json() Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 03:58:32.749811 dv-cinder-741349-4-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 03:58:32.823949 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4c70b08e-ea29-4f98-9be5-d117a8814dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719115'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.829973 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4c70b08e-ea29-4f98-9be5-d117a8814dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.831854 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-4c70b08e-ea29-4f98-9be5-d117a8814dcc admin admin] 10.222.0.25 "DELETE /v2.0/networks/54a1e9b2-aa9c-401b-9420-836866f8fb9d HTTP/1.1" status: 204 len: 168 time: 0.3500056 Jun 10 03:58:32.832555 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:32.837265 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6cc9af38-f907-4cbd-b0a3-e00fa688c0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.846885 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70b08e-ea29-4f98-9be5-d117a8814dcc admin admin] Pushing event deleted for resources: {'Network': ['ID=54a1e9b2-aa9c-401b-9420-836866f8fb9d,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:32.850018 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4c70b08e-ea29-4f98-9be5-d117a8814dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:32.954709 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6cc9af38-f907-4cbd-b0a3-e00fa688c0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.958595 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6cc9af38-f907-4cbd-b0a3-e00fa688c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:32.960030 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 54016) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:32.961130 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7a5be346-0df5-4c57-9864-3d42f5c64624 tempest-VolumesNegativeTest-965304308 tempest-VolumesNegativeTest-965304308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:33.001047 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-6cc9af38-f907-4cbd-b0a3-e00fa688c0dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5be4ba82d404d9681baf853e773430a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907984 Jun 10 03:58:33.001867 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9af38-f907-4cbd-b0a3-e00fa688c0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f4684a-ac9c-4c31-8030-ca03c40b6d71,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:33.004289 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54018) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:33.015318 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-05e6db15-6940-4141-ba8f-06b25359e254 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b3ca99e6443433dbcfdd84bbab05042&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0517673 Jun 10 03:58:33.015318 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 54020) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:33.018443 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6cc9af38-f907-4cbd-b0a3-e00fa688c0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:33.057753 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e55739f4-c8d0-43d6-8e2a-b0704a5e6df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:33.070995 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-74582e48-d7dd-4582-89b2-44c4add81069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:33.088140 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e55739f4-c8d0-43d6-8e2a-b0704a5e6df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:33.089665 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-74582e48-d7dd-4582-89b2-44c4add81069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:33.139365 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e55739f4-c8d0-43d6-8e2a-b0704a5e6df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:33.142177 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e55739f4-c8d0-43d6-8e2a-b0704a5e6df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:33.143280 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-74582e48-d7dd-4582-89b2-44c4add81069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:33.143402 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-e55739f4-c8d0-43d6-8e2a-b0704a5e6df0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2f4684a-ac9c-4c31-8030-ca03c40b6d71 HTTP/1.1" status: 204 len: 168 time: 0.1381836 Jun 10 03:58:33.144167 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-db34fc68-e564-417d-be93-0dcd37f822c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:33.146510 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-74582e48-d7dd-4582-89b2-44c4add81069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:33.147617 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-74582e48-d7dd-4582-89b2-44c4add81069 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a43f37b8-f652-44ab-871e-ea9513059b63 HTTP/1.1" status: 204 len: 168 time: 0.1309049 Jun 10 03:58:33.148399 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0894353d-c4dd-45c5-9bd8-d75bf0a2138b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:33.152758 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55739f4-c8d0-43d6-8e2a-b0704a5e6df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f4684a-ac9c-4c31-8030-ca03c40b6d71,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:33.159044 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74582e48-d7dd-4582-89b2-44c4add81069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43f37b8-f652-44ab-871e-ea9513059b63,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:33.162631 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-74582e48-d7dd-4582-89b2-44c4add81069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:33.166362 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e55739f4-c8d0-43d6-8e2a-b0704a5e6df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:33.520672 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 54038) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:33.536135 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e25d135b-3c1c-4b4f-8295-4ef5c388c76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:33.634763 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e25d135b-3c1c-4b4f-8295-4ef5c388c76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:33.638755 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e25d135b-3c1c-4b4f-8295-4ef5c388c76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:33.641203 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0949f130-0bc0-4b46-98d6-08890501b437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:33.681051 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d135b-3c1c-4b4f-8295-4ef5c388c76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb710a1-f7b3-48c3-bc48-cab9512cee41,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:33.683967 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e25d135b-3c1c-4b4f-8295-4ef5c388c76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:33.686664 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-e25d135b-3c1c-4b4f-8295-4ef5c388c76d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7684bbc239147d4ad688d462bfcbc47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1646605 Jun 10 03:58:33.689235 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 54042) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:33.740368 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-36357975-6037-4df3-bd77-a19de1103da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:33.763629 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-36357975-6037-4df3-bd77-a19de1103da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:33.818642 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-36357975-6037-4df3-bd77-a19de1103da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:33.821209 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-36357975-6037-4df3-bd77-a19de1103da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:33.822360 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-36357975-6037-4df3-bd77-a19de1103da2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/afb710a1-f7b3-48c3-bc48-cab9512cee41 HTTP/1.1" status: 204 len: 168 time: 0.1321990 Jun 10 03:58:33.823111 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-294fd090-3741-4387-9969-3d58f4b3efd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:33.832150 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36357975-6037-4df3-bd77-a19de1103da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb710a1-f7b3-48c3-bc48-cab9512cee41,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:33.834398 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-36357975-6037-4df3-bd77-a19de1103da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:33.912794 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 9d5732d0-1ae6-4dfa-a3b2-953d30299917 no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:58:33.937851 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: 9d5732d0-1ae6-4dfa-a3b2-953d30299917 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:58:33.938301 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 9d5732d0-1ae6-4dfa-a3b2-953d30299917 not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:58:35.661420 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 54214) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:35.770456 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ea841eac-df93-42ba-8e97-d1a6b44d1a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:35.870489 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ea841eac-df93-42ba-8e97-d1a6b44d1a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:35.874622 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ea841eac-df93-42ba-8e97-d1a6b44d1a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:35.878401 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d2dce5aa-3a5a-4b20-9067-7d0e9e3722e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:35.916645 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-ea841eac-df93-42ba-8e97-d1a6b44d1a92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26b15067f9c047039652f42b1525f5dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538116 Jun 10 03:58:35.917855 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea841eac-df93-42ba-8e97-d1a6b44d1a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dec405-8d33-4b1b-862d-ee9d211c580a,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:35.919293 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54232) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:35.921306 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ea841eac-df93-42ba-8e97-d1a6b44d1a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:35.972635 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3644a9b0-6871-4144-b17c-d7ac4bcaab93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:35.996005 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3644a9b0-6871-4144-b17c-d7ac4bcaab93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:36.002260 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 54234) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:36.049071 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3644a9b0-6871-4144-b17c-d7ac4bcaab93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:36.051753 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3644a9b0-6871-4144-b17c-d7ac4bcaab93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:36.052950 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-3644a9b0-6871-4144-b17c-d7ac4bcaab93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22dec405-8d33-4b1b-862d-ee9d211c580a HTTP/1.1" status: 204 len: 168 time: 0.1326768 Jun 10 03:58:36.053794 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3a555b9e-3058-4058-a765-3f4bde32a08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:36.063575 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644a9b0-6871-4144-b17c-d7ac4bcaab93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dec405-8d33-4b1b-862d-ee9d211c580a,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:36.070960 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3644a9b0-6871-4144-b17c-d7ac4bcaab93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:36.120704 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-03632bf7-2fbe-4e88-a058-96ed5637dcfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:36.333237 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54242) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:36.349572 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3f19a179-344a-41d8-b4cf-2e6281fbdfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:36.443641 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3f19a179-344a-41d8-b4cf-2e6281fbdfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:36.447275 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3f19a179-344a-41d8-b4cf-2e6281fbdfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:36.449625 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e55739f4-c8d0-43d6-8e2a-b0704a5e6df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:36.490183 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19a179-344a-41d8-b4cf-2e6281fbdfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb5126d-c3fe-4cf4-a903-ea2b45ead0c4,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:36.494874 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-3f19a179-344a-41d8-b4cf-2e6281fbdfa3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba87af8267514792a833165686b6b096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605358 Jun 10 03:58:36.495759 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3f19a179-344a-41d8-b4cf-2e6281fbdfa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:36.497523 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54244) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:36.524852 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-03632bf7-2fbe-4e88-a058-96ed5637dcfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:36.528556 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-03632bf7-2fbe-4e88-a058-96ed5637dcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:36.532561 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1c877f89-cf41-4914-90c5-2b846d7848d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:36.548877 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f597ab2a-913e-4a0b-99fd-afff4eed313b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:36.568388 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-03632bf7-2fbe-4e88-a058-96ed5637dcfe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04969d0ce81c49f88c43d9a43f75122c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5650163 Jun 10 03:58:36.570413 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03632bf7-2fbe-4e88-a058-96ed5637dcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f4f26e-b97c-4f21-a40a-4595d1225e74,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:36.570978 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f597ab2a-913e-4a0b-99fd-afff4eed313b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:36.572407 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54246) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:36.573547 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-03632bf7-2fbe-4e88-a058-96ed5637dcfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:36.650633 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-606f0a07-b38f-4837-9fd6-6cb8b173b13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:36.661746 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f597ab2a-913e-4a0b-99fd-afff4eed313b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:36.664291 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f597ab2a-913e-4a0b-99fd-afff4eed313b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:36.665394 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-f597ab2a-913e-4a0b-99fd-afff4eed313b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fb5126d-c3fe-4cf4-a903-ea2b45ead0c4 HTTP/1.1" status: 204 len: 168 time: 0.1669629 Jun 10 03:58:36.667605 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-bc1cb810-197c-4a47-ab8a-215306d29195 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:36.685188 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597ab2a-913e-4a0b-99fd-afff4eed313b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb5126d-c3fe-4cf4-a903-ea2b45ead0c4,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:36.688356 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-606f0a07-b38f-4837-9fd6-6cb8b173b13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:36.690117 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f597ab2a-913e-4a0b-99fd-afff4eed313b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:36.739175 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-606f0a07-b38f-4837-9fd6-6cb8b173b13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:36.741739 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-606f0a07-b38f-4837-9fd6-6cb8b173b13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:36.742910 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-606f0a07-b38f-4837-9fd6-6cb8b173b13a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55f4f26e-b97c-4f21-a40a-4595d1225e74 HTTP/1.1" status: 204 len: 168 time: 0.1690283 Jun 10 03:58:36.743636 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-34534fb8-7369-4098-a7f5-343eff3aa9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:36.752679 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f0a07-b38f-4837-9fd6-6cb8b173b13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f4f26e-b97c-4f21-a40a-4595d1225e74,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:36.755192 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-606f0a07-b38f-4837-9fd6-6cb8b173b13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:37.118318 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54266) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:37.136573 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-248bf8d2-5b6d-4368-a4f4-e9d032a5cb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:37.231675 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-248bf8d2-5b6d-4368-a4f4-e9d032a5cb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:37.235661 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-248bf8d2-5b6d-4368-a4f4-e9d032a5cb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:37.239162 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2742f63f-2ce5-4b5e-be8b-9ec3a19de536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:37.276557 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bf8d2-5b6d-4368-a4f4-e9d032a5cb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a48bff2-22f7-4ff7-9c92-5081f00e87ea,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:37.284029 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-248bf8d2-5b6d-4368-a4f4-e9d032a5cb26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6de5bd1cb68c4066bf153412f7b941ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617093 Jun 10 03:58:37.284029 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-248bf8d2-5b6d-4368-a4f4-e9d032a5cb26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:37.284959 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54272) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:37.336412 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4341aa00-f5b1-429d-8a5e-e7e9d705ef91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:37.359409 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4341aa00-f5b1-429d-8a5e-e7e9d705ef91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:37.414875 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4341aa00-f5b1-429d-8a5e-e7e9d705ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:37.417439 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4341aa00-f5b1-429d-8a5e-e7e9d705ef91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:37.420835 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-4341aa00-f5b1-429d-8a5e-e7e9d705ef91 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a48bff2-22f7-4ff7-9c92-5081f00e87ea HTTP/1.1" status: 204 len: 168 time: 0.1333821 Jun 10 03:58:37.420835 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-760400ab-3ac2-4562-9631-025d15ebd61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:37.429540 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341aa00-f5b1-429d-8a5e-e7e9d705ef91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a48bff2-22f7-4ff7-9c92-5081f00e87ea,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:37.431836 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4341aa00-f5b1-429d-8a5e-e7e9d705ef91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:38.737393 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54354) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:38.838889 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ea38a22e-17f7-46ac-84e7-183f5de5c20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:38.934124 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ea38a22e-17f7-46ac-84e7-183f5de5c20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:38.938649 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ea38a22e-17f7-46ac-84e7-183f5de5c20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:38.940959 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:38.978414 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38a22e-17f7-46ac-84e7-183f5de5c20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856022dd-f137-4679-a5a1-a0556ed2a7c0,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:38.984447 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-ea38a22e-17f7-46ac-84e7-183f5de5c20e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3cda1046b8c4967a267f7b1d3da2007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460093 Jun 10 03:58:38.986188 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ea38a22e-17f7-46ac-84e7-183f5de5c20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:38.986862 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 54358) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:39.040523 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c3480208-6490-452e-804d-6bf246d1ef32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:39.063983 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c3480208-6490-452e-804d-6bf246d1ef32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:39.121999 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c3480208-6490-452e-804d-6bf246d1ef32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:39.124842 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c3480208-6490-452e-804d-6bf246d1ef32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:39.129612 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-c3480208-6490-452e-804d-6bf246d1ef32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/856022dd-f137-4679-a5a1-a0556ed2a7c0 HTTP/1.1" status: 204 len: 168 time: 0.1409845 Jun 10 03:58:39.130868 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-03632bf7-2fbe-4e88-a058-96ed5637dcfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:39.139634 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3480208-6490-452e-804d-6bf246d1ef32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856022dd-f137-4679-a5a1-a0556ed2a7c0,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:39.142641 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c3480208-6490-452e-804d-6bf246d1ef32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:39.390991 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 54368) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:39.406018 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8bc50d4d-e6a5-4c15-950b-1fc98eda92d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:39.502459 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8bc50d4d-e6a5-4c15-950b-1fc98eda92d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:39.506036 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8bc50d4d-e6a5-4c15-950b-1fc98eda92d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:39.508410 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b8f48a34-f65b-40e9-af08-bbdc7649e2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:39.544461 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc50d4d-e6a5-4c15-950b-1fc98eda92d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c12157-c7f8-4d60-a32c-d32223baa052,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:39.547867 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8bc50d4d-e6a5-4c15-950b-1fc98eda92d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:39.550299 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-8bc50d4d-e6a5-4c15-950b-1fc98eda92d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=feed8101fe41485880d7ca07c6d481b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583166 Jun 10 03:58:39.552933 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 54370) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:39.604101 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-dc1d99a6-3465-4948-aa8e-6f8416ce5d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:39.626182 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-dc1d99a6-3465-4948-aa8e-6f8416ce5d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:39.675899 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-dc1d99a6-3465-4948-aa8e-6f8416ce5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:39.678517 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-dc1d99a6-3465-4948-aa8e-6f8416ce5d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:39.679650 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-dc1d99a6-3465-4948-aa8e-6f8416ce5d19 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26c12157-c7f8-4d60-a32c-d32223baa052 HTTP/1.1" status: 204 len: 168 time: 0.1258321 Jun 10 03:58:39.680469 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d246deaa-5996-4fca-9d12-545e0056b26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:39.689496 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d99a6-3465-4948-aa8e-6f8416ce5d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c12157-c7f8-4d60-a32c-d32223baa052,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:39.696597 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-dc1d99a6-3465-4948-aa8e-6f8416ce5d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:40.330206 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54396) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:40.428884 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-316175145-network', 'tenant_id': '39f5554c0f864734b6ade211c2e3105f'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:58:40.447682 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] Made reservation on behalf of 39f5554c0f864734b6ade211c2e3105f for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:58:40.449922 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612569'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:40.460525 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:40.549620 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:40.553259 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:40.556228 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f597ab2a-913e-4a0b-99fd-afff4eed313b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:40.579861 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 03:58:40.589004 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b981417-67fe-4d23-8714-ceda7e6c5fe9,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:40.592576 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:40.595542 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:40.595875 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] Added segment fea3b2c1-128c-4be4-8f26-c7adf5afbef3 of type vlan for network 864d3df5-9f00-4354-9030-ebb4ec12e557 Jun 10 03:58:40.645131 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785831791279'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:40.672118 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:40.673401 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:40.673969 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:40.675909 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-192c386c-c9b3-470d-b494-52217ea80e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:40.709863 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3785362 Jun 10 03:58:40.712803 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 54402) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:40.717858 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-7618b975-173f-4f9c-8ed7-c005a0006210 admin admin] Request body: {'subnet': {'network_id': '864d3df5-9f00-4354-9030-ebb4ec12e557', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-316175145-subnet', 'tenant_id': '39f5554c0f864734b6ade211c2e3105f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:58:40.739317 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7618b975-173f-4f9c-8ed7-c005a0006210 admin admin] Made reservation on behalf of 39f5554c0f864734b6ade211c2e3105f for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:58:40.741479 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7618b975-173f-4f9c-8ed7-c005a0006210 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127894150'] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:40.751906 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] Pushing event updated for resources: {'Network': ['ID=864d3df5-9f00-4354-9030-ebb4ec12e557,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:40.755080 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:40.762687 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Network 864d3df5-9f00-4354-9030-ebb4ec12e557 details requested by agent ovs-agent-dv-cinder-741349-4-smb with host dv-cinder-741349-4-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 03:58:40.939333 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7618b975-173f-4f9c-8ed7-c005a0006210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126309816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127894160'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:40.941265 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:40.999488 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618b975-173f-4f9c-8ed7-c005a0006210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=231081a4-2213-4e58-848e-3174fff6bf49,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:41.004497 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7618b975-173f-4f9c-8ed7-c005a0006210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:41.009994 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7618b975-173f-4f9c-8ed7-c005a0006210 admin admin] Checking segment: {'id': 'fea3b2c1-128c-4be4-8f26-c7adf5afbef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '864d3df5-9f00-4354-9030-ebb4ec12e557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:58:41.010385 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7618b975-173f-4f9c-8ed7-c005a0006210 admin admin] Network hostable DHCP agents. Network: 864d3df5-9f00-4354-9030-ebb4ec12e557, hostable agents: ['9b7b751a-80ba-4c5f-bc61-5ab83d7a2938'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 03:58:41.026984 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7618b975-173f-4f9c-8ed7-c005a0006210 admin admin] Network 864d3df5-9f00-4354-9030-ebb4ec12e557 is scheduled to be hosted by DHCP agent 9b7b751a-80ba-4c5f-bc61-5ab83d7a2938 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 03:58:41.035610 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-7618b975-173f-4f9c-8ed7-c005a0006210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-smb, 864d3df5-9f00-4354-9030-ebb4ec12e557) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:58:41.039661 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7618b975-173f-4f9c-8ed7-c005a0006210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:41.040236 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7618b975-173f-4f9c-8ed7-c005a0006210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:41.045590 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f310aa6-211c-4c11-8236-faa130294159 None None] Network 864d3df5-9f00-4354-9030-ebb4ec12e557 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:58:41.053286 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-7618b975-173f-4f9c-8ed7-c005a0006210 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3392024 Jun 10 03:58:41.202807 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4128f0-8ee0-472e-a02b-9e40246da042 None None] Network 864d3df5-9f00-4354-9030-ebb4ec12e557 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:58:42.443861 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b525f004-f39c-4559-b961-5f9599b12354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:42.803044 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-9048d7dc-005e-486d-9d85-11488e50c484 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:42.804471 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-9048d7dc-005e-486d-9d85-11488e50c484 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/networks?id=864d3df5-9f00-4354-9030-ebb4ec12e557 HTTP/1.1" status: 200 len: 808 time: 0.1249807 Jun 10 03:58:42.819752 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-0614de49-cd75-4c42-ad8a-de08cad87a50 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/quotas/39f5554c0f864734b6ade211c2e3105f HTTP/1.1" status: 200 len: 375 time: 0.0097001 Jun 10 03:58:42.857949 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-ffa542fe-c79f-4077-8f78-846323c9e830 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=39f5554c0f864734b6ade211c2e3105f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328755 Jun 10 03:58:42.975897 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-885e3f67-8dc4-434b-a8b9-e98b1f697fff service neutron] 10.222.0.25 "GET /v2.0/networks/864d3df5-9f00-4354-9030-ebb4ec12e557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110992 Jun 10 03:58:43.089876 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-e3cc10e4-a31b-4199-ba5c-343f02ee02e2 service neutron] 10.222.0.25 "GET /v2.0/networks/864d3df5-9f00-4354-9030-ebb4ec12e557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077576 Jun 10 03:58:43.259565 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4cf01924-9f3c-46d0-807b-3f3328a119ad req-9f144abf-a84f-43ae-90c2-4de3dd662a3a tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=72111138-9703-474e-a2ad-806e5a9ccf00 HTTP/1.1" status: 200 len: 210 time: 0.0339324 Jun 10 03:58:44.415628 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-71828f5e-2edc-4f1a-acbb-b8676a5b18c8 req-0f1e18e9-ed4f-4e70-aca6-37e5f302a440 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=72111138-9703-474e-a2ad-806e5a9ccf00 HTTP/1.1" status: 200 len: 210 time: 0.0393829 Jun 10 03:58:44.480622 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-3c240151-2abb-48c1-94a2-bca330f48d8a tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:44.482043 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-3c240151-2abb-48c1-94a2-bca330f48d8a tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.22 "GET /v2.0/networks?id=864d3df5-9f00-4354-9030-ebb4ec12e557 HTTP/1.1" status: 200 len: 808 time: 0.1306601 Jun 10 03:58:44.510779 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-f7d8f522-af20-4965-8f5f-b4f1fd4ad4c0 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Request body: {'port': {'device_id': '72111138-9703-474e-a2ad-806e5a9ccf00', 'network_id': '864d3df5-9f00-4354-9030-ebb4ec12e557', 'admin_state_up': True, 'tenant_id': '39f5554c0f864734b6ade211c2e3105f'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:58:44.643360 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-f7d8f522-af20-4965-8f5f-b4f1fd4ad4c0 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Made reservation on behalf of 39f5554c0f864734b6ade211c2e3105f for: {'port': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:58:44.646856 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-f7d8f522-af20-4965-8f5f-b4f1fd4ad4c0 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:44.784248 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-f7d8f522-af20-4965-8f5f-b4f1fd4ad4c0 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Allocated IP 172.20.0.8 (864d3df5-9f00-4354-9030-ebb4ec12e557/231081a4-2213-4e58-848e-3174fff6bf49/f34e7a4f-c429-4cb4-a603-39fc15f266ed) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:58:44.952862 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-f7d8f522-af20-4965-8f5f-b4f1fd4ad4c0 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:44.968249 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:44.971195 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c0b700fc-31ec-4b9f-8fc6-e2c2544b77d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:44.997367 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-f7d8f522-af20-4965-8f5f-b4f1fd4ad4c0 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126309416'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:45.001634 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:45.049076 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-f7d8f522-af20-4965-8f5f-b4f1fd4ad4c0 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Network 864d3df5-9f00-4354-9030-ebb4ec12e557 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:58:45.052342 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-f7d8f522-af20-4965-8f5f-b4f1fd4ad4c0 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:58:45.056172 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-f7d8f522-af20-4965-8f5f-b4f1fd4ad4c0 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:58:45.089281 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8f522-af20-4965-8f5f-b4f1fd4ad4c0 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Pushing event updated for resources: {'Port': ['ID=f34e7a4f-c429-4cb4-a603-39fc15f266ed,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:45.093387 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f7d8f522-af20-4965-8f5f-b4f1fd4ad4c0 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:45.115142 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-f7d8f522-af20-4965-8f5f-b4f1fd4ad4c0 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:45.115751 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-f7d8f522-af20-4965-8f5f-b4f1fd4ad4c0 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:45.128650 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-f7d8f522-af20-4965-8f5f-b4f1fd4ad4c0 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6215694 Jun 10 03:58:45.150173 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Request body: {'port': {'device_id': '72111138-9703-474e-a2ad-806e5a9ccf00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:58:45.221393 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:45.234169 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:45.559540 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34e7a4f-c429-4cb4-a603-39fc15f266ed {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:58:45.567926 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:45.580126 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Transition to ACTIVE for port object f34e7a4f-c429-4cb4-a603-39fc15f266ed will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:58:45.583930 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:45.586651 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9d6c3d95-35fb-42ab-a36c-f8e898f7c761 tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:45.607520 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f861387-17c6-4ddd-b101-4451b9f2667a req-8b3f8402-0612-435a-b852-2fc028e66841 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:45.608944 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4f861387-17c6-4ddd-b101-4451b9f2667a req-8b3f8402-0612-435a-b852-2fc028e66841 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=72111138-9703-474e-a2ad-806e5a9ccf00 HTTP/1.1" status: 200 len: 931 time: 0.0700452 Jun 10 03:58:45.650102 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4f861387-17c6-4ddd-b101-4451b9f2667a req-3ffa423c-cfef-4163-ae01-44a890added5 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348320 Jun 10 03:58:45.680783 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Pushing event updated for resources: {'Port': ['ID=f34e7a4f-c429-4cb4-a603-39fc15f266ed,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:45.703103 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:45.759302 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Attempting to bind port f34e7a4f-c429-4cb4-a603-39fc15f266ed on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:58:45.759629 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Attempting to bind port f34e7a4f-c429-4cb4-a603-39fc15f266ed by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'fea3b2c1-128c-4be4-8f26-c7adf5afbef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '864d3df5-9f00-4354-9030-ebb4ec12e557'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:58:45.760005 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Attempting to bind port f34e7a4f-c429-4cb4-a603-39fc15f266ed on network 864d3df5-9f00-4354-9030-ebb4ec12e557 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:58:45.764321 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Port f34e7a4f-c429-4cb4-a603-39fc15f266ed on network 864d3df5-9f00-4354-9030-ebb4ec12e557 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 03:58:45.764668 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Attempting to bind port f34e7a4f-c429-4cb4-a603-39fc15f266ed on network 864d3df5-9f00-4354-9030-ebb4ec12e557 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:58:45.770214 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Checking agent: {'id': '4c3682d1-d9e4-4dcd-ad72-ddd6d516f54b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:58:45.770616 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Checking segment: {'id': 'fea3b2c1-128c-4be4-8f26-c7adf5afbef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '864d3df5-9f00-4354-9030-ebb4ec12e557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:58:45.771122 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Bound using segment: {'id': 'fea3b2c1-128c-4be4-8f26-c7adf5afbef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '864d3df5-9f00-4354-9030-ebb4ec12e557'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:58:45.771563 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Bound port: f34e7a4f-c429-4cb4-a603-39fc15f266ed, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea3b2c1-128c-4be4-8f26-c7adf5afbef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '864d3df5-9f00-4354-9030-ebb4ec12e557'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:58:45.771968 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:45.849648 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] For port f34e7a4f-c429-4cb4-a603-39fc15f266ed, host hv-cinder-74134, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:58:45.852595 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] For port f34e7a4f-c429-4cb4-a603-39fc15f266ed, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=f34e7a4f-c429-4cb4-a603-39fc15f266ed,segment=NetworkSegment(fea3b2c1-128c-4be4-8f26-c7adf5afbef3),segment_id=fea3b2c1-128c-4be4-8f26-c7adf5afbef3)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:58:45.856633 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:45.859240 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:45.894836 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:45.895445 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:45.896787 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] 10.222.0.22 "PUT /v2.0/ports/f34e7a4f-c429-4cb4-a603-39fc15f266ed HTTP/1.1" status: 200 len: 1093 time: 0.7506187 Jun 10 03:58:45.897296 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72111138-9703-474e-a2ad-806e5a9ccf00', 'tag': 'f34e7a4f-c429-4cb4-a603-39fc15f266ed'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:58:45.899565 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211b8081-e1b4-467e-ad88-2169ad324bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "72111138-9703-474e-a2ad-806e5a9ccf00", "tag": "f34e7a4f-c429-4cb4-a603-39fc15f266ed"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:58:45.929640 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Pushing event updated for resources: {'Port': ['ID=f34e7a4f-c429-4cb4-a603-39fc15f266ed,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:45.932768 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:45.941803 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb426578-567a-4387-b497-5f4206ffc268 x-openstack-request-id: req-eb426578-567a-4387-b497-5f4206ffc268 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:58:45.942135 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72111138-9703-474e-a2ad-806e5a9ccf00", "tag": "f34e7a4f-c429-4cb4-a603-39fc15f266ed", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:58:45.942470 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb426578-567a-4387-b497-5f4206ffc268 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:58:45.942910 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72111138-9703-474e-a2ad-806e5a9ccf00', 'tag': 'f34e7a4f-c429-4cb4-a603-39fc15f266ed', 'status': 'completed', 'code': 200} Jun 10 03:58:46.005349 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:46.025379 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-d4a5cde0-a0ce-48ab-b51b-4603f7bda234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:46.026798 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-d4a5cde0-a0ce-48ab-b51b-4603f7bda234 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=39f5554c0f864734b6ade211c2e3105f&device_id=72111138-9703-474e-a2ad-806e5a9ccf00 HTTP/1.1" status: 200 len: 1096 time: 0.0585270 Jun 10 03:58:46.091709 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-d7c5adc5-3c3d-4d98-b3ed-52b0aa024504 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f34e7a4f-c429-4cb4-a603-39fc15f266ed HTTP/1.1" status: 200 len: 217 time: 0.0482106 Jun 10 03:58:46.151576 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-78d538f5-36b3-43ea-bb83-eff726ad7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:46.152974 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-78d538f5-36b3-43ea-bb83-eff726ad7f96 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=231081a4-2213-4e58-848e-3174fff6bf49 HTTP/1.1" status: 200 len: 848 time: 0.0521317 Jun 10 03:58:46.194586 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-64be791f-63ac-41e5-84d9-087b4f4759ad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=864d3df5-9f00-4354-9030-ebb4ec12e557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339701 Jun 10 03:58:46.301940 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-784af71e-94ea-45aa-8279-f907a75dc929 service neutron] 10.222.0.22 "GET /v2.0/networks/864d3df5-9f00-4354-9030-ebb4ec12e557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004295 Jun 10 03:58:46.414087 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-7b3e7c6b-7fdf-42d2-9068-37947bc481cc req-cee8bed8-82ee-4804-b33b-e140300409cc service neutron] 10.222.0.22 "GET /v2.0/networks/864d3df5-9f00-4354-9030-ebb4ec12e557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047792 Jun 10 03:58:46.571910 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b8081-e1b4-467e-ad88-2169ad324bfe req-084aef31-aeb3-4f36-94f6-31d5b6560303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:46.573467 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-211b8081-e1b4-467e-ad88-2169ad324bfe req-084aef31-aeb3-4f36-94f6-31d5b6560303 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=39f5554c0f864734b6ade211c2e3105f&device_id=72111138-9703-474e-a2ad-806e5a9ccf00 HTTP/1.1" status: 200 len: 1096 time: 0.0615084 Jun 10 03:58:46.689197 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b8081-e1b4-467e-ad88-2169ad324bfe req-7bfe2dec-5033-4654-b440-738530a97cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:46.690775 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-211b8081-e1b4-467e-ad88-2169ad324bfe req-7bfe2dec-5033-4654-b440-738530a97cde service neutron] 10.222.0.22 "GET /v2.0/networks?id=864d3df5-9f00-4354-9030-ebb4ec12e557 HTTP/1.1" status: 200 len: 908 time: 0.1098039 Jun 10 03:58:46.754997 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-211b8081-e1b4-467e-ad88-2169ad324bfe req-80e0719d-c5b5-4c32-806c-923dd1807244 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f34e7a4f-c429-4cb4-a603-39fc15f266ed HTTP/1.1" status: 200 len: 217 time: 0.0570939 Jun 10 03:58:46.819815 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b8081-e1b4-467e-ad88-2169ad324bfe req-10c61e85-afa2-48b1-923d-df3fc86afa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:46.821181 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-211b8081-e1b4-467e-ad88-2169ad324bfe req-10c61e85-afa2-48b1-923d-df3fc86afa13 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=231081a4-2213-4e58-848e-3174fff6bf49 HTTP/1.1" status: 200 len: 848 time: 0.0597780 Jun 10 03:58:46.855841 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccdff5-dfc5-4ab1-b290-8d3f5acf0d29 req-74ecfbcb-5c99-4480-b527-b026984db6b8 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:46.857235 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-31ccdff5-dfc5-4ab1-b290-8d3f5acf0d29 req-74ecfbcb-5c99-4480-b527-b026984db6b8 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=72111138-9703-474e-a2ad-806e5a9ccf00 HTTP/1.1" status: 200 len: 943 time: 0.0724552 Jun 10 03:58:46.860887 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-211b8081-e1b4-467e-ad88-2169ad324bfe req-4f07d4ad-a3da-4866-8b01-6c6176821b6c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=864d3df5-9f00-4354-9030-ebb4ec12e557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303311 Jun 10 03:58:46.898907 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-31ccdff5-dfc5-4ab1-b290-8d3f5acf0d29 req-23c9bb9b-85e3-4ba9-bbf7-74ab4d9b761a tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356331 Jun 10 03:58:46.981879 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-211b8081-e1b4-467e-ad88-2169ad324bfe req-1c5a03c3-00f2-4d15-bb38-46f0da93a59e service neutron] 10.222.0.22 "GET /v2.0/networks/864d3df5-9f00-4354-9030-ebb4ec12e557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112466 Jun 10 03:58:47.096115 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-211b8081-e1b4-467e-ad88-2169ad324bfe req-26d1066c-aa0a-439e-95b0-fedb4f73da22 service neutron] 10.222.0.22 "GET /v2.0/networks/864d3df5-9f00-4354-9030-ebb4ec12e557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050577 Jun 10 03:58:47.634186 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:48.082656 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8c753-9f80-46a6-a193-c0d118c35dfc req-515352ef-5e19-40af-ba93-2f3e1128044b tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:48.084159 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-55c8c753-9f80-46a6-a193-c0d118c35dfc req-515352ef-5e19-40af-ba93-2f3e1128044b tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=72111138-9703-474e-a2ad-806e5a9ccf00 HTTP/1.1" status: 200 len: 943 time: 0.0677359 Jun 10 03:58:48.132139 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-55c8c753-9f80-46a6-a193-c0d118c35dfc req-828f4109-6ee2-4665-a2f0-6d4a60f7d093 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421727 Jun 10 03:58:48.568487 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device f34e7a4f-c429-4cb4-a603-39fc15f266ed details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 03:58:48.684120 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port f34e7a4f-c429-4cb4-a603-39fc15f266ed, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=f34e7a4f-c429-4cb4-a603-39fc15f266ed,segment=NetworkSegment(fea3b2c1-128c-4be4-8f26-c7adf5afbef3),segment_id=fea3b2c1-128c-4be4-8f26-c7adf5afbef3)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:58:48.696432 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': 'f34e7a4f-c429-4cb4-a603-39fc15f266ed', 'network_id': '864d3df5-9f00-4354-9030-ebb4ec12e557', 'port_id': 'f34e7a4f-c429-4cb4-a603-39fc15f266ed', 'mac_address': 'fa:16:3e:40:e6:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231081a4-2213-4e58-848e-3174fff6bf49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 03:58:48.740881 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:48.755053 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34e7a4f-c429-4cb4-a603-39fc15f266ed {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:58:48.774362 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port f34e7a4f-c429-4cb4-a603-39fc15f266ed, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=f34e7a4f-c429-4cb4-a603-39fc15f266ed,segment=NetworkSegment(fea3b2c1-128c-4be4-8f26-c7adf5afbef3),segment_id=fea3b2c1-128c-4be4-8f26-c7adf5afbef3)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:58:48.778044 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:48.779768 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-06ae4439-d172-48bf-bd79-1de40a7d271d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:48.830394 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=f34e7a4f-c429-4cb4-a603-39fc15f266ed,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:48.833087 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:49.175306 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['f34e7a4f-c429-4cb4-a603-39fc15f266ed'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:58:49.320601 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a8e46-e59c-4160-bb7a-35ec7be967c7 req-e368267c-2005-4b54-ae39-78ef8f46757b tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:49.322045 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2a8a8e46-e59c-4160-bb7a-35ec7be967c7 req-e368267c-2005-4b54-ae39-78ef8f46757b tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=72111138-9703-474e-a2ad-806e5a9ccf00 HTTP/1.1" status: 200 len: 944 time: 0.0749862 Jun 10 03:58:49.364291 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2a8a8e46-e59c-4160-bb7a-35ec7be967c7 req-121bb16f-913a-4f68-91c2-e9f59fc8b8de tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358007 Jun 10 03:58:50.543475 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26304258-b332-45ec-b936-090d786d5518 req-0fd8bb1f-3713-4619-9799-cf343cf96f42 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:50.544914 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-26304258-b332-45ec-b936-090d786d5518 req-0fd8bb1f-3713-4619-9799-cf343cf96f42 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=72111138-9703-474e-a2ad-806e5a9ccf00 HTTP/1.1" status: 200 len: 944 time: 0.0669050 Jun 10 03:58:50.586334 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-26304258-b332-45ec-b936-090d786d5518 req-d0158cc3-0265-470e-a995-0c9301284f16 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357380 Jun 10 03:58:50.597190 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device f34e7a4f-c429-4cb4-a603-39fc15f266ed up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:58:50.650141 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning for port f34e7a4f-c429-4cb4-a603-39fc15f266ed completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:58:50.653543 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port f34e7a4f-c429-4cb4-a603-39fc15f266ed triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:58:50.653927 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:50.868520 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:50.893170 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72111138-9703-474e-a2ad-806e5a9ccf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34e7a4f-c429-4cb4-a603-39fc15f266ed'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:58:50.895564 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b6a07c-ac50-40ef-b499-9653c4d4dcf4" -d '{"events": [{"server_uuid": "72111138-9703-474e-a2ad-806e5a9ccf00", "name": "network-vif-plugged", "status": "completed", "tag": "f34e7a4f-c429-4cb4-a603-39fc15f266ed"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:58:50.909470 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port f34e7a4f-c429-4cb4-a603-39fc15f266ed, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=f34e7a4f-c429-4cb4-a603-39fc15f266ed,segment=NetworkSegment(fea3b2c1-128c-4be4-8f26-c7adf5afbef3),segment_id=fea3b2c1-128c-4be4-8f26-c7adf5afbef3)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:58:50.912693 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:50.914479 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:50.942478 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bafce78-69a7-4476-aacd-a444f3eaa9a9 x-openstack-request-id: req-4bafce78-69a7-4476-aacd-a444f3eaa9a9 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:58:50.942790 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72111138-9703-474e-a2ad-806e5a9ccf00", "name": "network-vif-plugged", "status": "completed", "tag": "f34e7a4f-c429-4cb4-a603-39fc15f266ed", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:58:50.943050 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4bafce78-69a7-4476-aacd-a444f3eaa9a9 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:58:50.943441 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72111138-9703-474e-a2ad-806e5a9ccf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34e7a4f-c429-4cb4-a603-39fc15f266ed', 'code': 200} Jun 10 03:58:50.970921 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=f34e7a4f-c429-4cb4-a603-39fc15f266ed,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:50.974071 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:51.210411 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293c350-b8c6-4e1a-a993-3c4f4b9f820d req-6a8ad3fc-a9d3-4a79-b735-4f3bbd2fbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:51.211776 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-5293c350-b8c6-4e1a-a993-3c4f4b9f820d req-6a8ad3fc-a9d3-4a79-b735-4f3bbd2fbb0d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=72111138-9703-474e-a2ad-806e5a9ccf00 HTTP/1.1" status: 200 len: 1098 time: 0.0581319 Jun 10 03:58:51.255759 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-5293c350-b8c6-4e1a-a993-3c4f4b9f820d req-951e0895-8b81-4b32-b6d9-0efefb329d77 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354445 Jun 10 03:58:51.774584 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27acb15-b71c-4609-a2a9-d111ac7d11d7 req-7b2d388d-2780-4aa1-b1c6-ae02bb2bc06f tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:51.776010 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d27acb15-b71c-4609-a2a9-d111ac7d11d7 req-7b2d388d-2780-4aa1-b1c6-ae02bb2bc06f tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=72111138-9703-474e-a2ad-806e5a9ccf00 HTTP/1.1" status: 200 len: 945 time: 0.0730541 Jun 10 03:58:51.815546 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d27acb15-b71c-4609-a2a9-d111ac7d11d7 req-6faf4954-d835-490c-88b4-5f55fd2b3e8e tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340941 Jun 10 03:58:52.998679 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700bd95-e7b3-400c-971b-a5cd5532dea2 req-29cf23d2-6151-4fea-a6a9-0d4499c3c7cd tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:53.000186 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3700bd95-e7b3-400c-971b-a5cd5532dea2 req-29cf23d2-6151-4fea-a6a9-0d4499c3c7cd tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=72111138-9703-474e-a2ad-806e5a9ccf00 HTTP/1.1" status: 200 len: 945 time: 0.0705886 Jun 10 03:58:53.040749 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3700bd95-e7b3-400c-971b-a5cd5532dea2 req-2bc72ccb-0cfa-41b4-b97c-4af64f36e96a tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348041 Jun 10 03:58:53.894929 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4f714-0aed-4403-9e31-44fff72b430e req-8ea97af8-807d-4665-9bff-a938266050ab tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:53.896398 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9ff4f714-0aed-4403-9e31-44fff72b430e req-8ea97af8-807d-4665-9bff-a938266050ab tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=72111138-9703-474e-a2ad-806e5a9ccf00 HTTP/1.1" status: 200 len: 945 time: 0.0700800 Jun 10 03:58:53.939483 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9ff4f714-0aed-4403-9e31-44fff72b430e req-a41e40e4-8722-4a62-b044-1fb95f27ab36 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376494 Jun 10 03:58:54.090907 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54616) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:54.193708 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-02f3794f-f3d2-47bb-9b9a-afb87e65b0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:54.284478 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-02f3794f-f3d2-47bb-9b9a-afb87e65b0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:54.288127 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-02f3794f-f3d2-47bb-9b9a-afb87e65b0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:54.291412 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3f19a179-344a-41d8-b4cf-2e6281fbdfa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:54.328767 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-02f3794f-f3d2-47bb-9b9a-afb87e65b0e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ffcf2f43f6fe4e36914041bd411f6a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367570 Jun 10 03:58:54.329975 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3794f-f3d2-47bb-9b9a-afb87e65b0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da03a1f1-e18d-46b6-90b2-47ef9fddef4f,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:54.331581 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 54620) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:54.333092 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-02f3794f-f3d2-47bb-9b9a-afb87e65b0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:54.382314 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5495d7b9-2160-4b09-92b5-2278adf02624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:54.403999 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5495d7b9-2160-4b09-92b5-2278adf02624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:54.452380 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5495d7b9-2160-4b09-92b5-2278adf02624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:54.454903 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5495d7b9-2160-4b09-92b5-2278adf02624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:54.456070 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-5495d7b9-2160-4b09-92b5-2278adf02624 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da03a1f1-e18d-46b6-90b2-47ef9fddef4f HTTP/1.1" status: 204 len: 168 time: 0.1234527 Jun 10 03:58:54.456822 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6fda978e-7b7c-44b9-bfc6-d8e1ff75bea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:54.465110 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495d7b9-2160-4b09-92b5-2278adf02624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da03a1f1-e18d-46b6-90b2-47ef9fddef4f,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:54.467513 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5495d7b9-2160-4b09-92b5-2278adf02624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:54.711563 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54626) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:54.726475 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-495e1326-9cf0-4001-a75b-6edf8a06522f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:54.817949 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-495e1326-9cf0-4001-a75b-6edf8a06522f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:54.822252 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-495e1326-9cf0-4001-a75b-6edf8a06522f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:54.824434 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:55.149542 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-495e1326-9cf0-4001-a75b-6edf8a06522f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75d40dd8dc754ab4904996b92f2c53fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4369125 Jun 10 03:58:55.151023 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e1326-9cf0-4001-a75b-6edf8a06522f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d048207-ce3c-483e-9716-07e3ed9c0f9d,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:55.152144 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 54630) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:55.155890 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-495e1326-9cf0-4001-a75b-6edf8a06522f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:55.185533 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113708d-80a4-4d7e-911c-0b8f6899c06e req-e8a048d9-d9a6-4262-8cdf-79604fa81ae6 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:55.187281 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0113708d-80a4-4d7e-911c-0b8f6899c06e req-e8a048d9-d9a6-4262-8cdf-79604fa81ae6 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=72111138-9703-474e-a2ad-806e5a9ccf00 HTTP/1.1" status: 200 len: 945 time: 0.0971539 Jun 10 03:58:55.207184 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4667dfaa-f2c3-459b-89b1-3bf7133e0687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:55.231619 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0113708d-80a4-4d7e-911c-0b8f6899c06e req-47a322f6-3a17-4f6f-9d52-da6d88e710d7 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373113 Jun 10 03:58:55.231857 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4667dfaa-f2c3-459b-89b1-3bf7133e0687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:55.280116 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4667dfaa-f2c3-459b-89b1-3bf7133e0687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:55.283222 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4667dfaa-f2c3-459b-89b1-3bf7133e0687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:55.284372 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-4667dfaa-f2c3-459b-89b1-3bf7133e0687 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d048207-ce3c-483e-9716-07e3ed9c0f9d HTTP/1.1" status: 204 len: 168 time: 0.1312077 Jun 10 03:58:55.285112 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0001ca54-27e6-4332-a544-2fa6eeb5e8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:55.293052 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667dfaa-f2c3-459b-89b1-3bf7133e0687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d048207-ce3c-483e-9716-07e3ed9c0f9d,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:55.295271 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4667dfaa-f2c3-459b-89b1-3bf7133e0687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:55.600199 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039b0db-2020-49b8-ae11-386ded6a2ac1 req-14dc7bb8-0613-44af-9160-a65d63533693 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:55.601649 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-2039b0db-2020-49b8-ae11-386ded6a2ac1 req-14dc7bb8-0613-44af-9160-a65d63533693 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.22 "GET /v2.0/ports?device_id=72111138-9703-474e-a2ad-806e5a9ccf00 HTTP/1.1" status: 200 len: 945 time: 0.0749004 Jun 10 03:58:55.711962 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-2039b0db-2020-49b8-ae11-386ded6a2ac1 req-c66ea443-b3cc-45be-bea2-700270f30f60 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Deleting port f34e7a4f-c429-4cb4-a603-39fc15f266ed {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:58:55.712313 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2039b0db-2020-49b8-ae11-386ded6a2ac1 req-c66ea443-b3cc-45be-bea2-700270f30f60 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:55.826527 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-2039b0db-2020-49b8-ae11-386ded6a2ac1 req-c66ea443-b3cc-45be-bea2-700270f30f60 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] For port f34e7a4f-c429-4cb4-a603-39fc15f266ed, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=f34e7a4f-c429-4cb4-a603-39fc15f266ed,segment=NetworkSegment(fea3b2c1-128c-4be4-8f26-c7adf5afbef3),segment_id=fea3b2c1-128c-4be4-8f26-c7adf5afbef3)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:58:55.826892 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2039b0db-2020-49b8-ae11-386ded6a2ac1 req-c66ea443-b3cc-45be-bea2-700270f30f60 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:55.917139 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-2039b0db-2020-49b8-ae11-386ded6a2ac1 req-c66ea443-b3cc-45be-bea2-700270f30f60 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Calling delete_port for f34e7a4f-c429-4cb4-a603-39fc15f266ed owned by compute:nova {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:58:56.067399 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2039b0db-2020-49b8-ae11-386ded6a2ac1 req-c66ea443-b3cc-45be-bea2-700270f30f60 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:56.071948 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:56.103896 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['f34e7a4f-c429-4cb4-a603-39fc15f266ed'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:58:56.106952 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ea443-b3cc-45be-bea2-700270f30f60 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Pushing event deleted for resources: {'Port': ['ID=f34e7a4f-c429-4cb4-a603-39fc15f266ed,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:56.109882 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c66ea443-b3cc-45be-bea2-700270f30f60 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:56.163690 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-2039b0db-2020-49b8-ae11-386ded6a2ac1 req-c66ea443-b3cc-45be-bea2-700270f30f60 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] No DVR routers for this DVR port f34e7a4f-c429-4cb4-a603-39fc15f266ed on host hv-cinder-74134 {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 03:58:56.168622 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2039b0db-2020-49b8-ae11-386ded6a2ac1 req-c66ea443-b3cc-45be-bea2-700270f30f60 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:56.170607 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-2039b0db-2020-49b8-ae11-386ded6a2ac1 req-c66ea443-b3cc-45be-bea2-700270f30f60 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.22 "DELETE /v2.0/ports/f34e7a4f-c429-4cb4-a603-39fc15f266ed HTTP/1.1" status: 204 len: 173 time: 0.5632911 Jun 10 03:58:56.171110 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72111138-9703-474e-a2ad-806e5a9ccf00', 'name': 'network-vif-deleted', 'tag': 'f34e7a4f-c429-4cb4-a603-39fc15f266ed'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:58:56.173925 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447c4d79-eb6a-4520-86aa-694a4d2098ca" -d '{"events": [{"server_uuid": "72111138-9703-474e-a2ad-806e5a9ccf00", "name": "network-vif-deleted", "tag": "f34e7a4f-c429-4cb4-a603-39fc15f266ed"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:58:56.211561 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce132e96-0cc0-4f28-9367-3df6d707ec9e x-openstack-request-id: req-ce132e96-0cc0-4f28-9367-3df6d707ec9e {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:58:56.212011 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72111138-9703-474e-a2ad-806e5a9ccf00", "name": "network-vif-deleted", "tag": "f34e7a4f-c429-4cb4-a603-39fc15f266ed", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:58:56.212299 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce132e96-0cc0-4f28-9367-3df6d707ec9e {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:58:56.212710 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72111138-9703-474e-a2ad-806e5a9ccf00', 'name': 'network-vif-deleted', 'tag': 'f34e7a4f-c429-4cb4-a603-39fc15f266ed', 'status': 'completed', 'code': 200} Jun 10 03:58:56.385142 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6f10d55c-95f8-4edd-85b5-f51cae7e0d2f req-5d7afbbf-3514-4b48-a8ef-248b9e447ebb tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=72111138-9703-474e-a2ad-806e5a9ccf00 HTTP/1.1" status: 200 len: 210 time: 0.0366111 Jun 10 03:58:56.876354 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 54682) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:56.982295 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-946222b0-2b84-475b-abd8-3729e35f4beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:57.070767 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-946222b0-2b84-475b-abd8-3729e35f4beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:57.074532 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-946222b0-2b84-475b-abd8-3729e35f4beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:57.076992 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7bc5bf94-3e3f-47d0-857f-ca319df51538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:57.118440 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-946222b0-2b84-475b-abd8-3729e35f4beb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e54a1f8edede43e6a1b9e99eb363815b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410135 Jun 10 03:58:57.119312 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946222b0-2b84-475b-abd8-3729e35f4beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f270439a-faa7-4363-bd06-170d2f193f4d,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:57.121822 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54686) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:57.122310 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-946222b0-2b84-475b-abd8-3729e35f4beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:57.176558 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d29c-1f6f-4005-86c2-ad2996dfe83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:57.200288 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d29c-1f6f-4005-86c2-ad2996dfe83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:57.248791 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d29c-1f6f-4005-86c2-ad2996dfe83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:57.252297 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d29c-1f6f-4005-86c2-ad2996dfe83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:57.253429 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-5bb5d29c-1f6f-4005-86c2-ad2996dfe83c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f270439a-faa7-4363-bd06-170d2f193f4d HTTP/1.1" status: 204 len: 168 time: 0.1304429 Jun 10 03:58:57.254336 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b64209e1-5498-46a7-8730-54635bc2e263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:57.262816 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5d29c-1f6f-4005-86c2-ad2996dfe83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f270439a-faa7-4363-bd06-170d2f193f4d,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:57.265272 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5bb5d29c-1f6f-4005-86c2-ad2996dfe83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:57.548155 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54700) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:57.564150 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-97c0d626-9a25-4ac6-8a1d-e37f21ff7410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:57.668969 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-97c0d626-9a25-4ac6-8a1d-e37f21ff7410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:57.674517 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-97c0d626-9a25-4ac6-8a1d-e37f21ff7410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:57.677332 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-495e1326-9cf0-4001-a75b-6edf8a06522f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:57.743771 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-97c0d626-9a25-4ac6-8a1d-e37f21ff7410 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2833d14bdd54aab9fce086e75395f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944814 Jun 10 03:58:57.746483 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 54716) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:58:57.746847 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0d626-9a25-4ac6-8a1d-e37f21ff7410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eac28a-041c-4bfb-a197-d9672bb94aca,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:57.750147 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-97c0d626-9a25-4ac6-8a1d-e37f21ff7410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:57.801583 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a563100f-4153-4cc5-abf6-0faac20b7d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:57.824394 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a563100f-4153-4cc5-abf6-0faac20b7d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:57.848410 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-d6ee1e32-83f8-47a5-a7e3-b4a6c06a47ef tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:57.849752 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-d6ee1e32-83f8-47a5-a7e3-b4a6c06a47ef tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/networks?id=864d3df5-9f00-4354-9030-ebb4ec12e557 HTTP/1.1" status: 200 len: 808 time: 0.1502233 Jun 10 03:58:57.864479 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-8fa73972-cf45-431e-baa0-91b5a2a68628 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/quotas/39f5554c0f864734b6ade211c2e3105f HTTP/1.1" status: 200 len: 375 time: 0.0091078 Jun 10 03:58:57.876053 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a563100f-4153-4cc5-abf6-0faac20b7d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:57.878703 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a563100f-4153-4cc5-abf6-0faac20b7d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:58:57.881964 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-a563100f-4153-4cc5-abf6-0faac20b7d3c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5eac28a-041c-4bfb-a197-d9672bb94aca HTTP/1.1" status: 204 len: 168 time: 0.1320794 Jun 10 03:58:57.881964 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-60db4bd6-da8e-4726-9fc0-f8478948c2f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:58:57.889386 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563100f-4153-4cc5-abf6-0faac20b7d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eac28a-041c-4bfb-a197-d9672bb94aca,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:58:57.897373 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a563100f-4153-4cc5-abf6-0faac20b7d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:58:57.907599 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-628d9ac8-6e1a-478a-aec4-aeb2fce4c7a1 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=39f5554c0f864734b6ade211c2e3105f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376551 Jun 10 03:58:58.021842 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-39e39102-9cc9-4b63-ba02-fab73f3da10d service neutron] 10.222.0.25 "GET /v2.0/networks/864d3df5-9f00-4354-9030-ebb4ec12e557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073129 Jun 10 03:58:58.142863 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-21fbea7e-2f49-42fb-b2bf-0eb632005c90 service neutron] 10.222.0.25 "GET /v2.0/networks/864d3df5-9f00-4354-9030-ebb4ec12e557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151891 Jun 10 03:58:58.340480 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-82434eee-8563-46aa-a1a8-0b6f1a2a3b1c req-b76ea157-4a5d-43a3-abf7-b2be9811d82d tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7 HTTP/1.1" status: 200 len: 210 time: 0.0463984 Jun 10 03:58:58.627292 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device f34e7a4f-c429-4cb4-a603-39fc15f266ed no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:58:58.654708 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] No Port match for: f34e7a4f-c429-4cb4-a603-39fc15f266ed {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:58:58.655068 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device f34e7a4f-c429-4cb4-a603-39fc15f266ed not bound to the agent host hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:58:59.095686 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef61a5-f825-48a3-be70-0eb9e84036be req-df2ced36-f6a1-4f84-bb3b-fa6ce41cdade tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:59.097260 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-55ef61a5-f825-48a3-be70-0eb9e84036be req-df2ced36-f6a1-4f84-bb3b-fa6ce41cdade tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0742483 Jun 10 03:58:59.138722 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-55ef61a5-f825-48a3-be70-0eb9e84036be req-38d8b4f6-e598-42d4-afa1-9579f952c08c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351994 Jun 10 03:58:59.498260 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-162815de-e2a1-40a4-9608-bb57145eef96 req-cdc53329-cb1f-45e4-a451-b857fd81693e tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7 HTTP/1.1" status: 200 len: 210 time: 0.0363886 Jun 10 03:58:59.902676 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-e7b5a513-6267-4e39-a8de-60252effc42f tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:58:59.904022 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-e7b5a513-6267-4e39-a8de-60252effc42f tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.22 "GET /v2.0/networks?id=864d3df5-9f00-4354-9030-ebb4ec12e557 HTTP/1.1" status: 200 len: 808 time: 0.3750334 Jun 10 03:58:59.927196 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-9878d885-e490-44dd-bc4e-fcdda8e79438 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Request body: {'port': {'device_id': 'd4159a2c-7466-4a28-a7f7-a2c6af7c9bf7', 'network_id': '864d3df5-9f00-4354-9030-ebb4ec12e557', 'admin_state_up': True, 'tenant_id': '39f5554c0f864734b6ade211c2e3105f'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:00.055440 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-9878d885-e490-44dd-bc4e-fcdda8e79438 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Made reservation on behalf of 39f5554c0f864734b6ade211c2e3105f for: {'port': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:59:00.058882 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-9878d885-e490-44dd-bc4e-fcdda8e79438 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:00.195515 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-9878d885-e490-44dd-bc4e-fcdda8e79438 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Allocated IP 172.20.0.5 (864d3df5-9f00-4354-9030-ebb4ec12e557/231081a4-2213-4e58-848e-3174fff6bf49/99026554-30cc-4342-8472-2499b4af96a2) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:59:00.322854 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec999c5a-2417-4ccc-9273-5628b3a64df8 req-787302e1-3855-48db-8a04-c9771e321e71 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:00.324553 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ec999c5a-2417-4ccc-9273-5628b3a64df8 req-787302e1-3855-48db-8a04-c9771e321e71 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0739150 Jun 10 03:59:00.366341 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ec999c5a-2417-4ccc-9273-5628b3a64df8 req-4b320f83-7f04-42ee-9b19-a39614190207 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353456 Jun 10 03:59:00.369447 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-9878d885-e490-44dd-bc4e-fcdda8e79438 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:00.408869 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-9878d885-e490-44dd-bc4e-fcdda8e79438 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126309416'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:00.412733 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0fc4a621-d9c3-4628-a985-4924340d4e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:00.463880 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-9878d885-e490-44dd-bc4e-fcdda8e79438 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Network 864d3df5-9f00-4354-9030-ebb4ec12e557 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:59:00.470336 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-9878d885-e490-44dd-bc4e-fcdda8e79438 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:59:00.474470 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-9878d885-e490-44dd-bc4e-fcdda8e79438 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:59:00.507814 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878d885-e490-44dd-bc4e-fcdda8e79438 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Pushing event updated for resources: {'Port': ['ID=99026554-30cc-4342-8472-2499b4af96a2,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:00.512041 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9878d885-e490-44dd-bc4e-fcdda8e79438 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:00.538572 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-9878d885-e490-44dd-bc4e-fcdda8e79438 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:00.538572 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-9878d885-e490-44dd-bc4e-fcdda8e79438 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:00.550016 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-9878d885-e490-44dd-bc4e-fcdda8e79438 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6261177 Jun 10 03:59:00.568301 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Request body: {'port': {'device_id': 'd4159a2c-7466-4a28-a7f7-a2c6af7c9bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:00.661924 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:00.683049 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d83b10-72e0-430f-a58d-8868c80456c9 req-9a15fde7-75a8-4aee-8b39-57ad9b18f403 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:00.684655 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-74d83b10-72e0-430f-a58d-8868c80456c9 req-9a15fde7-75a8-4aee-8b39-57ad9b18f403 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7 HTTP/1.1" status: 200 len: 931 time: 0.0699570 Jun 10 03:59:00.727425 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-74d83b10-72e0-430f-a58d-8868c80456c9 req-2376057b-3501-4518-b506-767c990fcb85 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359130 Jun 10 03:59:01.015461 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99026554-30cc-4342-8472-2499b4af96a2 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:59:01.023009 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:01.035061 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Transition to ACTIVE for port object 99026554-30cc-4342-8472-2499b4af96a2 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:59:01.038184 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:01.040782 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:01.139098 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Pushing event updated for resources: {'Port': ['ID=99026554-30cc-4342-8472-2499b4af96a2,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:01.161068 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:01.215851 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Attempting to bind port 99026554-30cc-4342-8472-2499b4af96a2 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:59:01.216176 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Attempting to bind port 99026554-30cc-4342-8472-2499b4af96a2 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'fea3b2c1-128c-4be4-8f26-c7adf5afbef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '864d3df5-9f00-4354-9030-ebb4ec12e557'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:59:01.216497 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Attempting to bind port 99026554-30cc-4342-8472-2499b4af96a2 on network 864d3df5-9f00-4354-9030-ebb4ec12e557 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:59:01.221075 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Port 99026554-30cc-4342-8472-2499b4af96a2 on network 864d3df5-9f00-4354-9030-ebb4ec12e557 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 03:59:01.221391 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Attempting to bind port 99026554-30cc-4342-8472-2499b4af96a2 on network 864d3df5-9f00-4354-9030-ebb4ec12e557 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:59:01.225937 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Checking agent: {'id': '4c3682d1-d9e4-4dcd-ad72-ddd6d516f54b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:59:01.226294 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Checking segment: {'id': 'fea3b2c1-128c-4be4-8f26-c7adf5afbef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '864d3df5-9f00-4354-9030-ebb4ec12e557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:59:01.226673 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Bound using segment: {'id': 'fea3b2c1-128c-4be4-8f26-c7adf5afbef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '864d3df5-9f00-4354-9030-ebb4ec12e557'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:59:01.227086 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Bound port: 99026554-30cc-4342-8472-2499b4af96a2, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea3b2c1-128c-4be4-8f26-c7adf5afbef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '864d3df5-9f00-4354-9030-ebb4ec12e557'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:59:01.227426 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:01.300256 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] For port 99026554-30cc-4342-8472-2499b4af96a2, host hv-cinder-74134, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:59:01.303230 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] For port 99026554-30cc-4342-8472-2499b4af96a2, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=99026554-30cc-4342-8472-2499b4af96a2,segment=NetworkSegment(fea3b2c1-128c-4be4-8f26-c7adf5afbef3),segment_id=fea3b2c1-128c-4be4-8f26-c7adf5afbef3)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:59:01.307804 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:01.310514 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c66ea443-b3cc-45be-bea2-700270f30f60 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:01.345227 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:01.345897 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:01.347284 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] 10.222.0.22 "PUT /v2.0/ports/99026554-30cc-4342-8472-2499b4af96a2 HTTP/1.1" status: 200 len: 1093 time: 0.7832880 Jun 10 03:59:01.347768 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4159a2c-7466-4a28-a7f7-a2c6af7c9bf7', 'tag': '99026554-30cc-4342-8472-2499b4af96a2'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:59:01.349997 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14754bbc-0e36-43e7-a43a-4f695a7cd9db" -d '{"events": [{"name": "network-changed", "server_uuid": "d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7", "tag": "99026554-30cc-4342-8472-2499b4af96a2"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:59:01.381355 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Pushing event updated for resources: {'Port': ['ID=99026554-30cc-4342-8472-2499b4af96a2,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:01.385671 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3216de-cd8b-405a-8295-29f49f6ed16e x-openstack-request-id: req-fd3216de-cd8b-405a-8295-29f49f6ed16e {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:59:01.385993 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7", "tag": "99026554-30cc-4342-8472-2499b4af96a2", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:59:01.386299 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd3216de-cd8b-405a-8295-29f49f6ed16e {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:59:01.386712 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4159a2c-7466-4a28-a7f7-a2c6af7c9bf7', 'tag': '99026554-30cc-4342-8472-2499b4af96a2', 'status': 'completed', 'code': 200} Jun 10 03:59:01.387426 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:01.494313 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-45624faa-af77-4a43-a01e-3c45edf17eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:01.495808 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-45624faa-af77-4a43-a01e-3c45edf17eae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=39f5554c0f864734b6ade211c2e3105f&device_id=d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0604184 Jun 10 03:59:01.555535 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68311c-c4d2-4d88-a6b9-30175f184ea2 req-cb7aeb35-f7d6-49a8-9bee-8f21b098c25c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:01.556910 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1b68311c-c4d2-4d88-a6b9-30175f184ea2 req-cb7aeb35-f7d6-49a8-9bee-8f21b098c25c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0734875 Jun 10 03:59:01.563274 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-37c2b5ed-44f1-4751-9ef1-e3df10d4d9ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99026554-30cc-4342-8472-2499b4af96a2 HTTP/1.1" status: 200 len: 217 time: 0.0502739 Jun 10 03:59:01.601642 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1b68311c-c4d2-4d88-a6b9-30175f184ea2 req-5bdd8e4f-6325-47fb-b90e-42939944bb92 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386333 Jun 10 03:59:01.622085 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-a3afab60-b0e1-4325-b9a6-33734daf12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:01.623592 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-a3afab60-b0e1-4325-b9a6-33734daf12eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=231081a4-2213-4e58-848e-3174fff6bf49 HTTP/1.1" status: 200 len: 848 time: 0.0533786 Jun 10 03:59:01.680455 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-a4aa8052-3c31-45af-b7cb-444f2e49cc2e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=864d3df5-9f00-4354-9030-ebb4ec12e557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357165 Jun 10 03:59:01.792382 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-135fcf26-55f0-4ebb-ae06-1db51f50e851 service neutron] 10.222.0.22 "GET /v2.0/networks/864d3df5-9f00-4354-9030-ebb4ec12e557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050823 Jun 10 03:59:01.906604 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b33784be-c562-4cd6-9d8d-4e8c6f0d516c req-2f62b401-9d8c-4f6f-87da-4346a2f07bd6 service neutron] 10.222.0.22 "GET /v2.0/networks/864d3df5-9f00-4354-9030-ebb4ec12e557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070573 Jun 10 03:59:01.920368 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680d084-4233-454a-9626-2f6fe5bcc261 req-4efb09d5-57e6-4aa7-a29d-733d4a1ef3ed tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:01.921869 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8680d084-4233-454a-9626-2f6fe5bcc261 req-4efb09d5-57e6-4aa7-a29d-733d4a1ef3ed tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7 HTTP/1.1" status: 200 len: 943 time: 0.0701082 Jun 10 03:59:01.967961 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8680d084-4233-454a-9626-2f6fe5bcc261 req-9b7f901b-e661-46c6-a087-278ee2bd697e tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402389 Jun 10 03:59:02.080198 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14754bbc-0e36-43e7-a43a-4f695a7cd9db req-48600f13-b1a5-4e04-8993-6fcb7abfaafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:02.081881 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-14754bbc-0e36-43e7-a43a-4f695a7cd9db req-48600f13-b1a5-4e04-8993-6fcb7abfaafa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=39f5554c0f864734b6ade211c2e3105f&device_id=d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0629470 Jun 10 03:59:02.210569 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14754bbc-0e36-43e7-a43a-4f695a7cd9db req-29c8d2c3-9c55-4027-8fb6-687246b5a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:02.212529 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-14754bbc-0e36-43e7-a43a-4f695a7cd9db req-29c8d2c3-9c55-4027-8fb6-687246b5a28a service neutron] 10.222.0.22 "GET /v2.0/networks?id=864d3df5-9f00-4354-9030-ebb4ec12e557 HTTP/1.1" status: 200 len: 908 time: 0.1240380 Jun 10 03:59:02.288077 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-14754bbc-0e36-43e7-a43a-4f695a7cd9db req-322c6cc8-8db0-4dfa-b1f9-a78119f1c64b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99026554-30cc-4342-8472-2499b4af96a2 HTTP/1.1" status: 200 len: 217 time: 0.0531332 Jun 10 03:59:02.345457 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4af553-699d-4e45-a5b1-5da95ba1ea8f req-29c7addb-e03a-4657-820d-5edf0001515b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:02.347180 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6b4af553-699d-4e45-a5b1-5da95ba1ea8f req-29c7addb-e03a-4657-820d-5edf0001515b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 947 time: 0.0804479 Jun 10 03:59:02.347628 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14754bbc-0e36-43e7-a43a-4f695a7cd9db req-e744073f-cf31-463e-b713-0ab954552405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:02.349040 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-14754bbc-0e36-43e7-a43a-4f695a7cd9db req-e744073f-cf31-463e-b713-0ab954552405 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=231081a4-2213-4e58-848e-3174fff6bf49 HTTP/1.1" status: 200 len: 848 time: 0.0543687 Jun 10 03:59:02.386002 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-14754bbc-0e36-43e7-a43a-4f695a7cd9db req-d7dd2599-2935-415f-bd4a-71e38cb5d3dc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=864d3df5-9f00-4354-9030-ebb4ec12e557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295153 Jun 10 03:59:02.388482 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6b4af553-699d-4e45-a5b1-5da95ba1ea8f req-edc1815b-2b8e-42fe-bc75-2c8ae98335f1 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350952 Jun 10 03:59:02.500516 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-14754bbc-0e36-43e7-a43a-4f695a7cd9db req-661b8657-dd60-4197-b0fc-28ea64b6ccee service neutron] 10.222.0.22 "GET /v2.0/networks/864d3df5-9f00-4354-9030-ebb4ec12e557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057119 Jun 10 03:59:02.614208 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-14754bbc-0e36-43e7-a43a-4f695a7cd9db req-94640d46-fbfa-4159-bcf1-c07254af0873 service neutron] 10.222.0.22 "GET /v2.0/networks/864d3df5-9f00-4354-9030-ebb4ec12e557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062007 Jun 10 03:59:02.781106 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f5afc-8780-4955-b6ea-130db2f9f0a8 req-56cf63af-b482-4cc8-aa3b-1039814b5e64 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:02.782449 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-910f5afc-8780-4955-b6ea-130db2f9f0a8 req-56cf63af-b482-4cc8-aa3b-1039814b5e64 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0657434 Jun 10 03:59:02.822092 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-910f5afc-8780-4955-b6ea-130db2f9f0a8 req-7f84eec1-c94c-4b69-9621-2e483d8d33f5 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342221 Jun 10 03:59:03.145372 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faf6ce-3310-4c40-9f9e-9c38e8689779 req-fefda6b6-8050-4fef-ad9f-f1c50e875da7 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:03.146811 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f9faf6ce-3310-4c40-9f9e-9c38e8689779 req-fefda6b6-8050-4fef-ad9f-f1c50e875da7 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7 HTTP/1.1" status: 200 len: 943 time: 0.0703235 Jun 10 03:59:03.186426 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f9faf6ce-3310-4c40-9f9e-9c38e8689779 req-fd09533a-a070-499f-87d3-d497d81b2327 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337529 Jun 10 03:59:03.577463 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c426c7-72aa-4840-a7a8-f2ca68b42501 req-f986b891-1d77-41c9-a145-528f1f74c1e9 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:03.578980 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-93c426c7-72aa-4840-a7a8-f2ca68b42501 req-f986b891-1d77-41c9-a145-528f1f74c1e9 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 947 time: 0.0680244 Jun 10 03:59:03.623271 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-93c426c7-72aa-4840-a7a8-f2ca68b42501 req-b152d729-cbbe-4212-9950-bd6d7ef589de tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386128 Jun 10 03:59:03.736726 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54858) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:03.838197 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2164a466-5462-458c-bf2e-20bda8051115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:03.935450 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2164a466-5462-458c-bf2e-20bda8051115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:03.947188 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2164a466-5462-458c-bf2e-20bda8051115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:03.969332 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-606f0a07-b38f-4837-9fd6-6cb8b173b13a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:04.013517 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-2164a466-5462-458c-bf2e-20bda8051115 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b2b1d5ebd3a496fbf4a92b44881a197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757325 Jun 10 03:59:04.016603 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 54864) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:04.017077 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164a466-5462-458c-bf2e-20bda8051115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398fb1a0-4a2a-4d37-b605-a984eaa6ea33,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:04.023757 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2164a466-5462-458c-bf2e-20bda8051115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:04.047709 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a9ae0-b07e-41db-8664-2af6596065c3 req-281db5bf-1905-4aa3-9209-11d82782b0ea tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:04.049993 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b93a9ae0-b07e-41db-8664-2af6596065c3 req-281db5bf-1905-4aa3-9209-11d82782b0ea tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.1129041 Jun 10 03:59:04.073797 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4a06e1ee-f966-4eee-8118-bfb81975882c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:04.092193 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b93a9ae0-b07e-41db-8664-2af6596065c3 req-7974a1e9-bd84-4481-a99d-9cff2c56be15 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364494 Jun 10 03:59:04.097433 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4a06e1ee-f966-4eee-8118-bfb81975882c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:04.146343 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4a06e1ee-f966-4eee-8118-bfb81975882c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:04.148894 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4a06e1ee-f966-4eee-8118-bfb81975882c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:04.149997 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-4a06e1ee-f966-4eee-8118-bfb81975882c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/398fb1a0-4a2a-4d37-b605-a984eaa6ea33 HTTP/1.1" status: 204 len: 168 time: 0.1324353 Jun 10 03:59:04.150745 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ea841eac-df93-42ba-8e97-d1a6b44d1a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:04.159270 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06e1ee-f966-4eee-8118-bfb81975882c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398fb1a0-4a2a-4d37-b605-a984eaa6ea33,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:04.161442 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4a06e1ee-f966-4eee-8118-bfb81975882c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:04.301403 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cb292-de60-455e-b4fe-3f041b9e3b38 req-a5ee6882-ada7-40a2-9e19-4b1d5cd2e0ef tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:04.302916 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-ea8cb292-de60-455e-b4fe-3f041b9e3b38 req-a5ee6882-ada7-40a2-9e19-4b1d5cd2e0ef tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.22 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 947 time: 0.0780127 Jun 10 03:59:04.384374 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7cb7c-f6c5-4ba7-8329-9562ee658343 req-84a3f03e-b285-4737-bd44-6f039c6f462f tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:04.386165 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e9f7cb7c-f6c5-4ba7-8329-9562ee658343 req-84a3f03e-b285-4737-bd44-6f039c6f462f tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7 HTTP/1.1" status: 200 len: 943 time: 0.0791199 Jun 10 03:59:04.418417 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-ea8cb292-de60-455e-b4fe-3f041b9e3b38 req-c2a2ac5d-e60d-4394-98e5-ef5b5e63945a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Deleting port cfcd780f-4130-4d23-a3b1-29fefb60a6ab {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:59:04.418778 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-ea8cb292-de60-455e-b4fe-3f041b9e3b38 req-c2a2ac5d-e60d-4394-98e5-ef5b5e63945a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:04.430319 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54874) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:04.452238 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e9f7cb7c-f6c5-4ba7-8329-9562ee658343 req-a523f61f-62d3-4b4c-9f26-14fd45f6fbe7 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574038 Jun 10 03:59:04.453172 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1fccbcf1-4236-4dc9-9581-927732a46b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:04.540517 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-ea8cb292-de60-455e-b4fe-3f041b9e3b38 req-c2a2ac5d-e60d-4394-98e5-ef5b5e63945a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] For port cfcd780f-4130-4d23-a3b1-29fefb60a6ab, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:04.540881 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-ea8cb292-de60-455e-b4fe-3f041b9e3b38 req-c2a2ac5d-e60d-4394-98e5-ef5b5e63945a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:04.552161 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1fccbcf1-4236-4dc9-9581-927732a46b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:04.555999 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1fccbcf1-4236-4dc9-9581-927732a46b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:04.558411 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ea38a22e-17f7-46ac-84e7-183f5de5c20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:04.595828 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccbcf1-4236-4dc9-9581-927732a46b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c86d94b-fd45-491c-be12-aa537e4735de,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:04.602904 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-1fccbcf1-4236-4dc9-9581-927732a46b14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94263c38b45d4346ba5fa4fc2cafd665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1715951 Jun 10 03:59:04.603865 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1fccbcf1-4236-4dc9-9581-927732a46b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:04.604312 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54876) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:04.654023 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 99026554-30cc-4342-8472-2499b4af96a2 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 03:59:04.656241 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-732e293a-bf2e-4897-875a-96f087bddf5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:04.689043 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-732e293a-bf2e-4897-875a-96f087bddf5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:04.753629 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-732e293a-bf2e-4897-875a-96f087bddf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:04.757240 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-732e293a-bf2e-4897-875a-96f087bddf5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:04.761225 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-732e293a-bf2e-4897-875a-96f087bddf5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c86d94b-fd45-491c-be12-aa537e4735de HTTP/1.1" status: 204 len: 168 time: 0.1536036 Jun 10 03:59:04.761225 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-97c0d626-9a25-4ac6-8a1d-e37f21ff7410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:04.774765 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e293a-bf2e-4897-875a-96f087bddf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c86d94b-fd45-491c-be12-aa537e4735de,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:04.792086 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-732e293a-bf2e-4897-875a-96f087bddf5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:04.815555 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-ea8cb292-de60-455e-b4fe-3f041b9e3b38 req-c2a2ac5d-e60d-4394-98e5-ef5b5e63945a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:04.815918 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-ea8cb292-de60-455e-b4fe-3f041b9e3b38 req-c2a2ac5d-e60d-4394-98e5-ef5b5e63945a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719104'] for floatingip, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:04.816286 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.db.l3_db [req-ea8cb292-de60-455e-b4fe-3f041b9e3b38 req-c2a2ac5d-e60d-4394-98e5-ef5b5e63945a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Floating IP 63e65c1b-33cf-40db-9b98-09da5e8d9179 disassociated. External IP: 172.28.2.221, port: cfcd780f-4130-4d23-a3b1-29fefb60a6ab. Jun 10 03:59:04.816691 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-ea8cb292-de60-455e-b4fe-3f041b9e3b38 req-c2a2ac5d-e60d-4394-98e5-ef5b5e63945a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Calling delete_port for cfcd780f-4130-4d23-a3b1-29fefb60a6ab owned by compute:nova {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:59:04.820197 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 99026554-30cc-4342-8472-2499b4af96a2, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=99026554-30cc-4342-8472-2499b4af96a2,segment=NetworkSegment(fea3b2c1-128c-4be4-8f26-c7adf5afbef3),segment_id=fea3b2c1-128c-4be4-8f26-c7adf5afbef3)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:04.832548 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': '99026554-30cc-4342-8472-2499b4af96a2', 'network_id': '864d3df5-9f00-4354-9030-ebb4ec12e557', 'port_id': '99026554-30cc-4342-8472-2499b4af96a2', 'mac_address': 'fa:16:3e:b4:b1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231081a4-2213-4e58-848e-3174fff6bf49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 03:59:04.866779 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f421a-2504-4821-b425-af149e780044 req-1141b57d-6f16-46c4-80e8-34223e25c873 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:04.868294 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9c6f421a-2504-4821-b425-af149e780044 req-1141b57d-6f16-46c4-80e8-34223e25c873 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 947 time: 0.0956962 Jun 10 03:59:04.882599 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:04.899622 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99026554-30cc-4342-8472-2499b4af96a2 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:59:04.920708 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9c6f421a-2504-4821-b425-af149e780044 req-1fd4abdd-808a-457e-9eed-850856392e9d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=32ea2de5-3164-4565-9ab8-260d68057fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461481 Jun 10 03:59:04.926077 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 99026554-30cc-4342-8472-2499b4af96a2, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=99026554-30cc-4342-8472-2499b4af96a2,segment=NetworkSegment(fea3b2c1-128c-4be4-8f26-c7adf5afbef3),segment_id=fea3b2c1-128c-4be4-8f26-c7adf5afbef3)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:04.930756 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:04.932661 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:04.996070 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=99026554-30cc-4342-8472-2499b4af96a2,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:04.997419 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-ea8cb292-de60-455e-b4fe-3f041b9e3b38 req-c2a2ac5d-e60d-4394-98e5-ef5b5e63945a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:05.000127 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:05.004674 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:05.038619 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2ac5d-e60d-4394-98e5-ef5b5e63945a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Pushing event deleted for resources: {'Port': ['ID=cfcd780f-4130-4d23-a3b1-29fefb60a6ab,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:05.041715 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c2a2ac5d-e60d-4394-98e5-ef5b5e63945a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:05.204812 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea8cb292-de60-455e-b4fe-3f041b9e3b38 req-c2a2ac5d-e60d-4394-98e5-ef5b5e63945a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Router e085632c-22eb-44dc-a595-2cb38944dba6 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 03:59:05.237200 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['99026554-30cc-4342-8472-2499b4af96a2'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:59:05.295807 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a8a33-7c22-4fdd-b5da-d613ee758adf req-94bd30ed-2f6d-48e2-ad79-e239a1295388 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:05.297739 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-552a8a33-7c22-4fdd-b5da-d613ee758adf req-94bd30ed-2f6d-48e2-ad79-e239a1295388 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0812032 Jun 10 03:59:05.356041 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-552a8a33-7c22-4fdd-b5da-d613ee758adf req-73752667-4958-4ab6-aa84-61beb3ae2edb tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525358 Jun 10 03:59:05.623856 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea8cb292-de60-455e-b4fe-3f041b9e3b38 req-c2a2ac5d-e60d-4394-98e5-ef5b5e63945a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:59:05.636030 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8c0881-baf1-4945-929d-cca2c94c58b4 None None] Sync routers for ids ['e085632c-22eb-44dc-a595-2cb38944dba6'] in dv-cinder-741349-4-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:59:05.645727 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8c0881-baf1-4945-929d-cca2c94c58b4 None None] Routers {'e085632c-22eb-44dc-a595-2cb38944dba6'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:05.646759 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-8d8c0881-baf1-4945-929d-cca2c94c58b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:58:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e085632c-22eb-44dc-a595-2cb38944dba6'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:05.676763 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c41500-1fa4-4edc-889f-1670d6e9294d req-b3fc9784-b6c2-4d5b-af1d-8f05e81228a5 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:05.678546 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-84c41500-1fa4-4edc-889f-1670d6e9294d req-b3fc9784-b6c2-4d5b-af1d-8f05e81228a5 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7 HTTP/1.1" status: 200 len: 944 time: 0.0979555 Jun 10 03:59:05.699271 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8cb292-de60-455e-b4fe-3f041b9e3b38 req-c2a2ac5d-e60d-4394-98e5-ef5b5e63945a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] No DVR routers for this DVR port cfcd780f-4130-4d23-a3b1-29fefb60a6ab on host hv-cinder-74134 {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 03:59:05.707891 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-ea8cb292-de60-455e-b4fe-3f041b9e3b38 req-c2a2ac5d-e60d-4394-98e5-ef5b5e63945a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:05.711138 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-ea8cb292-de60-455e-b4fe-3f041b9e3b38 req-c2a2ac5d-e60d-4394-98e5-ef5b5e63945a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.22 "DELETE /v2.0/ports/cfcd780f-4130-4d23-a3b1-29fefb60a6ab HTTP/1.1" status: 204 len: 173 time: 1.4011941 Jun 10 03:59:05.711744 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9555eff1-fd77-4112-b1f5-d87ca39a7ab2', 'name': 'network-vif-deleted', 'tag': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:59:05.715580 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bbc3d4-8bff-4c0b-a138-a5c51f708c11" -d '{"events": [{"server_uuid": "9555eff1-fd77-4112-b1f5-d87ca39a7ab2", "name": "network-vif-deleted", "tag": "cfcd780f-4130-4d23-a3b1-29fefb60a6ab"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:59:05.780281 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f865b39-e3b7-4661-a5e2-6f7a2668505b x-openstack-request-id: req-5f865b39-e3b7-4661-a5e2-6f7a2668505b {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:59:05.780745 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9555eff1-fd77-4112-b1f5-d87ca39a7ab2", "name": "network-vif-deleted", "tag": "cfcd780f-4130-4d23-a3b1-29fefb60a6ab", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:59:05.781110 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f865b39-e3b7-4661-a5e2-6f7a2668505b {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:59:05.781636 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9555eff1-fd77-4112-b1f5-d87ca39a7ab2', 'name': 'network-vif-deleted', 'tag': 'cfcd780f-4130-4d23-a3b1-29fefb60a6ab', 'status': 'completed', 'code': 200} Jun 10 03:59:05.783433 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-84c41500-1fa4-4edc-889f-1670d6e9294d req-1aa6d771-6d20-4f43-9385-7788d0ec73db tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990458 Jun 10 03:59:05.850854 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-8d8c0881-baf1-4945-929d-cca2c94c58b4 None None] Set router e085632c-22eb-44dc-a595-2cb38944dba6 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:06.193392 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-8d8c0881-baf1-4945-929d-cca2c94c58b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T03:55:13Z', 'revision_number': 4, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port': {'id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '0f828067-896f-4717-9081-7c733f0f089d', 'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'mac_address': 'fa:16:3e:9a:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:10Z', 'updated_at': '2021-06-10T03:55:24Z', 'revision_number': 5, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'subnets': [{'id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:06.206350 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6319805b-4735-4d0f-a596-46f5485e0944 req-4144ded5-ef7f-4d72-9bbf-26dde5258747 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=9555eff1-fd77-4112-b1f5-d87ca39a7ab2 HTTP/1.1" status: 200 len: 210 time: 0.0947907 Jun 10 03:59:06.210715 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8c0881-baf1-4945-929d-cca2c94c58b4 None None] Checking router: e085632c-22eb-44dc-a595-2cb38944dba6 for host: dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:59:06.245454 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8c0881-baf1-4945-929d-cca2c94c58b4 None None] Routers {'e085632c-22eb-44dc-a595-2cb38944dba6'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:06.246575 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-8d8c0881-baf1-4945-929d-cca2c94c58b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:58:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e085632c-22eb-44dc-a595-2cb38944dba6'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:06.406888 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-50458f66-1766-4f1e-b184-4f7f7501cd1b req-d6e3b642-b9d7-411d-9c7c-0447bb222a33 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-498985331&fields=id&tenant_id=530716926fc84a6aa5a8d89134509a43 HTTP/1.1" status: 200 len: 267 time: 0.0487459 Jun 10 03:59:06.491413 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-8d8c0881-baf1-4945-929d-cca2c94c58b4 None None] Set router e085632c-22eb-44dc-a595-2cb38944dba6 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:06.511098 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50458f66-1766-4f1e-b184-4f7f7501cd1b req-e2508cc2-7220-4421-9ad5-58817ebefd9c tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:06.513059 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-50458f66-1766-4f1e-b184-4f7f7501cd1b req-e2508cc2-7220-4421-9ad5-58817ebefd9c tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 984 time: 0.1052933 Jun 10 03:59:06.529328 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-50458f66-1766-4f1e-b184-4f7f7501cd1b req-44079f4a-09c4-40e9-ad34-2c915edf1ef1 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Request body: {'port': {'security_groups': ['086a8ce6-20ae-4601-a17f-af5fea7d008b']}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:06.667039 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-50458f66-1766-4f1e-b184-4f7f7501cd1b req-44079f4a-09c4-40e9-ad34-2c915edf1ef1 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:06.678686 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 99026554-30cc-4342-8472-2499b4af96a2 up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:59:06.747975 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876c0d0-396d-40d4-9bce-e7cc601544d8 req-64105904-55b9-47f6-9605-b467b0307c04 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:06.755709 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9876c0d0-396d-40d4-9bce-e7cc601544d8 req-64105904-55b9-47f6-9605-b467b0307c04 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.1448724 Jun 10 03:59:06.824861 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9876c0d0-396d-40d4-9bce-e7cc601544d8 req-c7511eb1-0b95-46c0-b751-0567a214eec1 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674720 Jun 10 03:59:06.839147 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning for port 99026554-30cc-4342-8472-2499b4af96a2 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:59:06.845512 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port 99026554-30cc-4342-8472-2499b4af96a2 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:06.845790 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:07.051925 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-8d8c0881-baf1-4945-929d-cca2c94c58b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T03:55:13Z', 'revision_number': 4, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port': {'id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '0f828067-896f-4717-9081-7c733f0f089d', 'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'mac_address': 'fa:16:3e:9a:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:10Z', 'updated_at': '2021-06-10T03:55:24Z', 'revision_number': 5, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'subnets': [{'id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:07.060580 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8c0881-baf1-4945-929d-cca2c94c58b4 None None] The sync data for ids ['e085632c-22eb-44dc-a595-2cb38944dba6'] in dv-cinder-741349-4-smb is: [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T03:55:13Z', 'revision_number': 4, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port': {'id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '0f828067-896f-4717-9081-7c733f0f089d', 'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'mac_address': 'fa:16:3e:9a:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:10Z', 'updated_at': '2021-06-10T03:55:24Z', 'revision_number': 5, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'subnets': [{'id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:59:07.093792 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-50458f66-1766-4f1e-b184-4f7f7501cd1b req-44079f4a-09c4-40e9-ad34-2c915edf1ef1 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] For port b9540efa-8933-4424-8280-a6b9c471f997, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=b9540efa-8933-4424-8280-a6b9c471f997,segment=NetworkSegment(a32737bc-b1b0-4bc5-9ecf-5ddf554c7874),segment_id=a32737bc-b1b0-4bc5-9ecf-5ddf554c7874)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:07.121475 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:07.146398 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f3c04-a07e-4490-9af5-49fb29719d33 req-454848e9-b148-4382-960c-86dccf803aca tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:07.153852 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-387f3c04-a07e-4490-9af5-49fb29719d33 req-454848e9-b148-4382-960c-86dccf803aca tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7 HTTP/1.1" status: 200 len: 944 time: 0.1747563 Jun 10 03:59:07.160384 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4159a2c-7466-4a28-a7f7-a2c6af7c9bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99026554-30cc-4342-8472-2499b4af96a2'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:59:07.162894 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d415e227-16b1-424b-88d3-de54bb17b73a" -d '{"events": [{"server_uuid": "d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7", "name": "network-vif-plugged", "status": "completed", "tag": "99026554-30cc-4342-8472-2499b4af96a2"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:59:07.164264 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-50458f66-1766-4f1e-b184-4f7f7501cd1b req-44079f4a-09c4-40e9-ad34-2c915edf1ef1 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:07.179776 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 99026554-30cc-4342-8472-2499b4af96a2, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=99026554-30cc-4342-8472-2499b4af96a2,segment=NetworkSegment(fea3b2c1-128c-4be4-8f26-c7adf5afbef3),segment_id=fea3b2c1-128c-4be4-8f26-c7adf5afbef3)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:07.180869 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-50458f66-1766-4f1e-b184-4f7f7501cd1b req-44079f4a-09c4-40e9-ad34-2c915edf1ef1 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:07.187960 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:07.189501 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-29d5d06a-b162-49e1-b677-62ba26f2ebb7 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:07.190717 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-392c7c15-8e5a-4944-aa9a-3346d6215a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:07.228738 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['b9540efa-8933-4424-8280-a6b9c471f997'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:59:07.260661 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50458f66-1766-4f1e-b184-4f7f7501cd1b req-44079f4a-09c4-40e9-ad34-2c915edf1ef1 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:07.261281 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-50458f66-1766-4f1e-b184-4f7f7501cd1b req-44079f4a-09c4-40e9-ad34-2c915edf1ef1 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:07.268976 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 54978) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:07.277645 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-50458f66-1766-4f1e-b184-4f7f7501cd1b req-44079f4a-09c4-40e9-ad34-2c915edf1ef1 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "PUT /v2.0/ports/b9540efa-8933-4424-8280-a6b9c471f997 HTTP/1.1" status: 200 len: 942 time: 0.7531657 Jun 10 03:59:07.293750 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-387f3c04-a07e-4490-9af5-49fb29719d33 req-d2a58b79-355d-47e4-8fd8-b8cccf40246d tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388338 Jun 10 03:59:07.302559 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e83efb-4671-46be-b5b1-e632a80c43cf', 'tag': 'b9540efa-8933-4424-8280-a6b9c471f997'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:59:07.305346 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88e784f-d7b7-4d6a-a30c-0d78b2faa48e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e83efb-4671-46be-b5b1-e632a80c43cf", "tag": "b9540efa-8933-4424-8280-a6b9c471f997"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:59:07.342443 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44079f4a-09c4-40e9-ad34-2c915edf1ef1 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Pushing event updated for resources: {'Port': ['ID=b9540efa-8933-4424-8280-a6b9c471f997,revision_number=7']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:07.345092 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:59:07.347629 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-44079f4a-09c4-40e9-ad34-2c915edf1ef1 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:07.392723 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3425dde-48dd-42b5-a3e2-0a318ecb103b x-openstack-request-id: req-b3425dde-48dd-42b5-a3e2-0a318ecb103b {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:59:07.393070 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7", "name": "network-vif-plugged", "status": "completed", "tag": "99026554-30cc-4342-8472-2499b4af96a2", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:59:07.393286 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3425dde-48dd-42b5-a3e2-0a318ecb103b {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:59:07.393688 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4159a2c-7466-4a28-a7f7-a2c6af7c9bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99026554-30cc-4342-8472-2499b4af96a2', 'code': 200} Jun 10 03:59:07.397116 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=99026554-30cc-4342-8472-2499b4af96a2,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:07.417883 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:07.458539 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3cf00e9a-5bff-4d5e-8c50-6c0bc0773d15 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:07.461345 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['b9540efa-8933-4424-8280-a6b9c471f997'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:59:07.472849 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74910ac2-f516-4f44-8c2e-daa153cf75a6 x-openstack-request-id: req-74910ac2-f516-4f44-8c2e-daa153cf75a6 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:59:07.473018 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e83efb-4671-46be-b5b1-e632a80c43cf", "tag": "b9540efa-8933-4424-8280-a6b9c471f997", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:59:07.473303 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74910ac2-f516-4f44-8c2e-daa153cf75a6 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:59:07.473721 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e83efb-4671-46be-b5b1-e632a80c43cf', 'tag': 'b9540efa-8933-4424-8280-a6b9c471f997', 'status': 'completed', 'code': 200} Jun 10 03:59:07.520715 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54986) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:07.594205 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7666f8-c990-4de8-817f-585c8f42f36a None None] New status for floating IP 63e65c1b-33cf-40db-9b98-09da5e8d9179: DOWN {{(pid=91628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 03:59:07.601107 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3cf00e9a-5bff-4d5e-8c50-6c0bc0773d15 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:07.666674 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-020f7008-fa1d-49f9-a349-8426d9e4230f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:07.693259 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e784f-d7b7-4d6a-a30c-0d78b2faa48e req-e3438ad0-8a34-4df1-a1b3-44904170d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:07.696109 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b88e784f-d7b7-4d6a-a30c-0d78b2faa48e req-e3438ad0-8a34-4df1-a1b3-44904170d88f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=530716926fc84a6aa5a8d89134509a43&device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 1098 time: 0.1662095 Jun 10 03:59:07.733752 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-020f7008-fa1d-49f9-a349-8426d9e4230f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:07.759464 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-a257896e-ba26-4d00-9a91-fe485b83aebd None None] Provisioning complete for port b9540efa-8933-4424-8280-a6b9c471f997 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:07.760161 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a257896e-ba26-4d00-9a91-fe485b83aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:07.888179 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e784f-d7b7-4d6a-a30c-0d78b2faa48e req-ffa0e9b0-62b1-4780-9a7c-e8886aae1d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:07.889606 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b88e784f-d7b7-4d6a-a30c-0d78b2faa48e req-ffa0e9b0-62b1-4780-9a7c-e8886aae1d91 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1dcf9948-5a54-4aca-b366-d807c273339c HTTP/1.1" status: 200 len: 915 time: 0.1858706 Jun 10 03:59:07.945692 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4176b17-a12d-428a-93bb-0f134d49b5af req-60ab5082-3a5f-499d-9561-7ff88a4ada86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:07.947366 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b4176b17-a12d-428a-93bb-0f134d49b5af req-60ab5082-3a5f-499d-9561-7ff88a4ada86 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7 HTTP/1.1" status: 200 len: 1098 time: 0.1931181 Jun 10 03:59:08.005353 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-020f7008-fa1d-49f9-a349-8426d9e4230f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:08.008318 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-020f7008-fa1d-49f9-a349-8426d9e4230f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:08.009655 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-020f7008-fa1d-49f9-a349-8426d9e4230f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "DELETE /v2.0/security-groups/32ea2de5-3164-4565-9ab8-260d68057fd7 HTTP/1.1" status: 204 len: 168 time: 0.4875600 Jun 10 03:59:08.012567 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:08.016485 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54990) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:08.026572 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b4176b17-a12d-428a-93bb-0f134d49b5af req-1605d79e-d151-43f1-b3ff-3b49b43ddd5f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713189 Jun 10 03:59:08.042731 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f7008-fa1d-49f9-a349-8426d9e4230f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ea2de5-3164-4565-9ab8-260d68057fd7,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:08.045863 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.api.v2.resource [None req-f62f1700-3d4d-414b-8ddf-2397305e2327 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] show failed (client error): The resource could not be found. Jun 10 03:59:08.047163 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-f62f1700-3d4d-414b-8ddf-2397305e2327 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups/32ea2de5-3164-4565-9ab8-260d68057fd7 HTTP/1.1" status: 404 len: 347 time: 0.0292590 Jun 10 03:59:08.049251 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-020f7008-fa1d-49f9-a349-8426d9e4230f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:08.049994 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 54992) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:08.084904 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b88e784f-d7b7-4d6a-a30c-0d78b2faa48e req-3bc33019-ee13-4955-a31c-59bfc61686a6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9540efa-8933-4424-8280-a6b9c471f997 HTTP/1.1" status: 200 len: 1000 time: 0.1854072 Jun 10 03:59:08.085652 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3cf00e9a-5bff-4d5e-8c50-6c0bc0773d15 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:08.088305 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3cf00e9a-5bff-4d5e-8c50-6c0bc0773d15 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:08.089306 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-3cf00e9a-5bff-4d5e-8c50-6c0bc0773d15 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "DELETE /v2.0/security-groups/a2e93dd9-cb42-43e0-a563-4a6caa0e11bc HTTP/1.1" status: 204 len: 168 time: 0.8185058 Jun 10 03:59:08.090066 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c3480208-6490-452e-804d-6bf246d1ef32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:08.093421 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 54994) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:08.107972 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf00e9a-5bff-4d5e-8c50-6c0bc0773d15 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e93dd9-cb42-43e0-a563-4a6caa0e11bc,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:08.110663 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3cf00e9a-5bff-4d5e-8c50-6c0bc0773d15 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:08.284102 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a9198-0356-4f27-83ec-8350d04aa6ca req-3964699c-47ab-43f7-92e4-6fc5bf144e94 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:08.285559 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f29a9198-0356-4f27-83ec-8350d04aa6ca req-3964699c-47ab-43f7-92e4-6fc5bf144e94 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.2266331 Jun 10 03:59:08.292857 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-bec0a385-19e8-45ae-b98c-fe9852620ba2 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Deleting port 9a9dcc5c-2a98-42f7-91f5-460084d4069c {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:59:08.293287 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bec0a385-19e8-45ae-b98c-fe9852620ba2 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:08.376450 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e784f-d7b7-4d6a-a30c-0d78b2faa48e req-8c0745a5-3c10-48ab-b901-d8a8ebd73e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:08.377918 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b88e784f-d7b7-4d6a-a30c-0d78b2faa48e req-8c0745a5-3c10-48ab-b901-d8a8ebd73e1c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4fc85bbf-0ffb-4650-8ab9-adbc4f829973 HTTP/1.1" status: 200 len: 854 time: 0.0687428 Jun 10 03:59:08.383600 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-6b8155ba-2514-451b-ba7d-b6337270b9d8 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Deleting port 7e0ca39e-229a-4316-8505-9a7c5503e79b {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:59:08.383937 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6b8155ba-2514-451b-ba7d-b6337270b9d8 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:08.416295 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f29a9198-0356-4f27-83ec-8350d04aa6ca req-93e96c47-1a3a-4db2-80a1-c4ecd335af87 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206875 Jun 10 03:59:08.456218 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bec0a385-19e8-45ae-b98c-fe9852620ba2 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:08.456608 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bec0a385-19e8-45ae-b98c-fe9852620ba2 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:08.535888 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6b8155ba-2514-451b-ba7d-b6337270b9d8 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:08.536217 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6b8155ba-2514-451b-ba7d-b6337270b9d8 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:08.554784 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e784f-d7b7-4d6a-a30c-0d78b2faa48e req-0cecfde7-dcf2-4455-ab5d-f20007fcdd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:08.556263 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b88e784f-d7b7-4d6a-a30c-0d78b2faa48e req-0cecfde7-dcf2-4455-ab5d-f20007fcdd31 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dcf9948-5a54-4aca-b366-d807c273339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1698227 Jun 10 03:59:08.584577 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-bec0a385-19e8-45ae-b98c-fe9852620ba2 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Calling delete_port for 9a9dcc5c-2a98-42f7-91f5-460084d4069c owned by network:floatingip {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:59:08.645124 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-6b8155ba-2514-451b-ba7d-b6337270b9d8 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Calling delete_port for 7e0ca39e-229a-4316-8505-9a7c5503e79b owned by network:floatingip {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:59:08.685549 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device cfcd780f-4130-4d23-a3b1-29fefb60a6ab no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:59:08.715154 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] No Port match for: cfcd780f-4130-4d23-a3b1-29fefb60a6ab {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:59:08.715856 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device cfcd780f-4130-4d23-a3b1-29fefb60a6ab not bound to the agent host hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:59:08.719914 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f237d-fc0f-4c6e-a24f-2992cd8eb91a req-ffccb577-6c17-4182-93dc-8f8c52ce0b5a tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:08.721480 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2a1f237d-fc0f-4c6e-a24f-2992cd8eb91a req-ffccb577-6c17-4182-93dc-8f8c52ce0b5a tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7 HTTP/1.1" status: 200 len: 945 time: 0.2716517 Jun 10 03:59:08.783332 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2a1f237d-fc0f-4c6e-a24f-2992cd8eb91a req-2fca1b97-7550-4b2d-ab3f-0800d8d45202 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540807 Jun 10 03:59:08.833747 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bec0a385-19e8-45ae-b98c-fe9852620ba2 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:08.841751 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:08.869891 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b88e784f-d7b7-4d6a-a30c-0d78b2faa48e req-43ad0cb5-a3e9-412e-ad9f-e4b715fd450f service neutron] 10.222.0.22 "GET /v2.0/networks/1dcf9948-5a54-4aca-b366-d807c273339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709210 Jun 10 03:59:08.870490 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0a385-19e8-45ae-b98c-fe9852620ba2 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Pushing event deleted for resources: {'Port': ['ID=9a9dcc5c-2a98-42f7-91f5-460084d4069c,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:08.896017 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-bec0a385-19e8-45ae-b98c-fe9852620ba2 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:08.898714 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bec0a385-19e8-45ae-b98c-fe9852620ba2 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for floatingip, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:08.901439 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bec0a385-19e8-45ae-b98c-fe9852620ba2 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:08.902699 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-bec0a385-19e8-45ae-b98c-fe9852620ba2 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "DELETE /v2.0/floatingips/63e65c1b-33cf-40db-9b98-09da5e8d9179 HTTP/1.1" status: 204 len: 168 time: 0.8515842 Jun 10 03:59:09.042741 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b88e784f-d7b7-4d6a-a30c-0d78b2faa48e req-cba44c9d-c19d-411d-ac7f-fc702340965e service neutron] 10.222.0.22 "GET /v2.0/networks/1dcf9948-5a54-4aca-b366-d807c273339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615477 Jun 10 03:59:09.076140 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6b8155ba-2514-451b-ba7d-b6337270b9d8 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:09.079147 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:09.126948 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8155ba-2514-451b-ba7d-b6337270b9d8 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Pushing event deleted for resources: {'Port': ['ID=7e0ca39e-229a-4316-8505-9a7c5503e79b,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:09.132083 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6b8155ba-2514-451b-ba7d-b6337270b9d8 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:09.194912 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55002) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:09.201230 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-e465193c-ec98-4a4a-8917-58903c9aa69f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1885651574', 'description': 'tempest-description--894962388'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:09.227925 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e465193c-ec98-4a4a-8917-58903c9aa69f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:09.230784 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6b8155ba-2514-451b-ba7d-b6337270b9d8 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks [] for floatingip, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:09.231124 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.db.l3_db [None req-6b8155ba-2514-451b-ba7d-b6337270b9d8 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Floating IP ddd00f3b-9c6d-4c94-b803-35edc15e7de8 disassociated (deleted). External IP: 172.28.2.97, port: b9540efa-8933-4424-8280-a6b9c471f997. Jun 10 03:59:09.318668 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e465193c-ec98-4a4a-8917-58903c9aa69f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:09.322786 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e465193c-ec98-4a4a-8917-58903c9aa69f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:09.333186 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e58f0931-f0a8-4f14-a2d9-d71a0b78b8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:09.360794 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e465193c-ec98-4a4a-8917-58903c9aa69f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:09.365208 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-e465193c-ec98-4a4a-8917-58903c9aa69f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1692781 Jun 10 03:59:09.367837 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55004) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:09.372170 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-80f03720-7a24-4c8f-865f-d7f47c595675 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Request body: {'security_group_rule': {'security_group_id': '4f0fab34-2afa-440c-a787-a8a7b8f05030', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:09.381097 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465193c-ec98-4a4a-8917-58903c9aa69f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0fab34-2afa-440c-a787-a8a7b8f05030,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:09.385413 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e465193c-ec98-4a4a-8917-58903c9aa69f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:09.411065 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-80f03720-7a24-4c8f-865f-d7f47c595675 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:09.487495 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-80f03720-7a24-4c8f-865f-d7f47c595675 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:09.492009 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-80f03720-7a24-4c8f-865f-d7f47c595675 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:09.498137 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:09.519424 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f03720-7a24-4c8f-865f-d7f47c595675 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe43581-48fa-4460-b358-990eb34fb13c,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:09.521910 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-80f03720-7a24-4c8f-865f-d7f47c595675 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:09.527211 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-80f03720-7a24-4c8f-865f-d7f47c595675 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:09.531845 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-80f03720-7a24-4c8f-865f-d7f47c595675 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1630688 Jun 10 03:59:09.532091 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 55008) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:09.538368 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-cd8a72f9-c0f6-47a3-8fbf-2ca42a470bdb tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Request body: {'security_group_rule': {'security_group_id': '4f0fab34-2afa-440c-a787-a8a7b8f05030', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:09.549930 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8155ba-2514-451b-ba7d-b6337270b9d8 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Router 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 03:59:09.616146 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481b326-ff17-4243-bbc2-ffdc94a5fb63 req-c7ac610c-018f-4459-973f-829ee61bf736 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:09.617783 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3481b326-ff17-4243-bbc2-ffdc94a5fb63 req-c7ac610c-018f-4459-973f-829ee61bf736 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0726960 Jun 10 03:59:09.660165 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3481b326-ff17-4243-bbc2-ffdc94a5fb63 req-1deb4acb-3a70-4951-947f-4a3fb34cda1a tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367746 Jun 10 03:59:09.674349 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cd8a72f9-c0f6-47a3-8fbf-2ca42a470bdb tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:09.758660 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cd8a72f9-c0f6-47a3-8fbf-2ca42a470bdb tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:09.763869 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cd8a72f9-c0f6-47a3-8fbf-2ca42a470bdb tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:09.765304 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8155ba-2514-451b-ba7d-b6337270b9d8 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:59:09.770295 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6b8155ba-2514-451b-ba7d-b6337270b9d8 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:09.772479 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:09.776377 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb29343-1190-4c31-84a8-e7fc60aa15ca None None] Sync routers for ids ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'] in dv-cinder-741349-4-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:59:09.787607 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb29343-1190-4c31-84a8-e7fc60aa15ca None None] Routers {'8a5e0d57-5009-46c3-bfc5-1d37626fbae2'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:09.788238 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-5eb29343-1190-4c31-84a8-e7fc60aa15ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:58:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:09.815480 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a72f9-c0f6-47a3-8fbf-2ca42a470bdb tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9648f744-8b28-4c94-9605-461a0988281e,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:09.828031 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-cd8a72f9-c0f6-47a3-8fbf-2ca42a470bdb tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:09.848373 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cd8a72f9-c0f6-47a3-8fbf-2ca42a470bdb tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:09.849602 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-cd8a72f9-c0f6-47a3-8fbf-2ca42a470bdb tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3148155 Jun 10 03:59:09.852731 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 55016) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:09.859831 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-6b8155ba-2514-451b-ba7d-b6337270b9d8 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "DELETE /v2.0/floatingips/ddd00f3b-9c6d-4c94-b803-35edc15e7de8 HTTP/1.1" status: 204 len: 168 time: 1.7650800 Jun 10 03:59:09.864471 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Request body: {'floatingip': {'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:09.869204 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e83efb-4671-46be-b5b1-e632a80c43cf', 'tag': 'b9540efa-8933-4424-8280-a6b9c471f997'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:59:09.871566 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81995f71-7521-454d-bf08-113e00187873" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e83efb-4671-46be-b5b1-e632a80c43cf", "tag": "b9540efa-8933-4424-8280-a6b9c471f997"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:59:09.895299 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for floatingip, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:09.968641 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-5eb29343-1190-4c31-84a8-e7fc60aa15ca None None] Set router 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:10.092034 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f04b9-f536-4b54-8b39-324d35020ca6 req-c9d12ac1-4dac-457c-ba26-da0d86ff79a1 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:10.094063 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0d0f04b9-f536-4b54-8b39-324d35020ca6 req-c9d12ac1-4dac-457c-ba26-da0d86ff79a1 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7 HTTP/1.1" status: 200 len: 945 time: 0.0896142 Jun 10 03:59:10.131440 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:10.144847 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0d0f04b9-f536-4b54-8b39-324d35020ca6 req-41cebe13-89bb-4a85-8df6-a1f76f11c91b tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436580 Jun 10 03:59:10.162397 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685d1c8-cce4-4c6b-ac8a-3b6e048cdce2 req-28e222d0-b2a3-4ce3-9557-110905c944ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:10.164402 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-2685d1c8-cce4-4c6b-ac8a-3b6e048cdce2 req-28e222d0-b2a3-4ce3-9557-110905c944ad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6c404a8a83b4778bac89c4af027c5e7&device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 1098 time: 0.1380332 Jun 10 03:59:10.261404 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ef3117-ebcd-41ac-931b-a200e2560d1f x-openstack-request-id: req-b3ef3117-ebcd-41ac-931b-a200e2560d1f {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:59:10.261737 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e83efb-4671-46be-b5b1-e632a80c43cf", "tag": "b9540efa-8933-4424-8280-a6b9c471f997", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:59:10.262085 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3ef3117-ebcd-41ac-931b-a200e2560d1f {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:59:10.262481 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e83efb-4671-46be-b5b1-e632a80c43cf', 'tag': 'b9540efa-8933-4424-8280-a6b9c471f997', 'status': 'completed', 'code': 200} Jun 10 03:59:10.330327 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-5eb29343-1190-4c31-84a8-e7fc60aa15ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'name': 'tempest-TestMinimumBasicScenario-1917082945-router', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:17Z', 'updated_at': '2021-06-10T03:56:24Z', 'revision_number': 4, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'gw_port': {'id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:18Z', 'updated_at': '2021-06-10T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '99aca66e-344a-41bf-82b1-922afddc6e92', 'name': '', 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'mac_address': 'fa:16:3e:54:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:23Z', 'updated_at': '2021-06-10T03:56:32Z', 'revision_number': 5, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'subnets': [{'id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:10.334557 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb29343-1190-4c31-84a8-e7fc60aa15ca None None] Checking router: 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 for host: dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:59:10.345817 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb29343-1190-4c31-84a8-e7fc60aa15ca None None] Routers {'8a5e0d57-5009-46c3-bfc5-1d37626fbae2'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:10.346685 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-5eb29343-1190-4c31-84a8-e7fc60aa15ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:58:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:10.455768 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc18e90-adc7-4f4d-8581-bc5a87923603 req-d55f02bc-0f7e-4d19-b25d-cb17904a16a2 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:10.462628 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-abc18e90-adc7-4f4d-8581-bc5a87923603 req-d55f02bc-0f7e-4d19-b25d-cb17904a16a2 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.1222649 Jun 10 03:59:10.485275 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81995f71-7521-454d-bf08-113e00187873 req-a24a9eed-f5bf-46ed-a14c-57ac44930e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:10.486802 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-81995f71-7521-454d-bf08-113e00187873 req-a24a9eed-f5bf-46ed-a14c-57ac44930e8b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=530716926fc84a6aa5a8d89134509a43&device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 1098 time: 0.1821206 Jun 10 03:59:10.496592 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685d1c8-cce4-4c6b-ac8a-3b6e048cdce2 req-5181b0ca-acfe-4d4b-8ca5-c805c6ecf423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:10.499717 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-2685d1c8-cce4-4c6b-ac8a-3b6e048cdce2 req-5181b0ca-acfe-4d4b-8ca5-c805c6ecf423 service neutron] 10.222.0.22 "GET /v2.0/networks?id=34ceae76-1875-4ae5-9927-5e5f83e723be HTTP/1.1" status: 200 len: 911 time: 0.2875168 Jun 10 03:59:10.501046 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Allocated IP 172.28.2.55 (521d4520-71b8-438e-96ef-236a080e2b51/e4fdf890-cc0e-449a-b17a-0a4cb4019895/9d66c034-1fbc-4ff4-8950-71694c03bc1b) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:59:10.527638 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-abc18e90-adc7-4f4d-8581-bc5a87923603 req-15ebe088-8867-433a-b278-722a22cbf3da tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633545 Jun 10 03:59:10.543678 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-5eb29343-1190-4c31-84a8-e7fc60aa15ca None None] Set router 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:10.658720 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81995f71-7521-454d-bf08-113e00187873 req-1e22cc7c-c7c8-45cb-bfe1-46206a9184e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:10.660505 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-81995f71-7521-454d-bf08-113e00187873 req-1e22cc7c-c7c8-45cb-bfe1-46206a9184e8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1dcf9948-5a54-4aca-b366-d807c273339c HTTP/1.1" status: 200 len: 915 time: 0.1443167 Jun 10 03:59:10.720555 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-81995f71-7521-454d-bf08-113e00187873 req-82426505-c71f-4873-a92b-298ef3f6c7af service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9540efa-8933-4424-8280-a6b9c471f997 HTTP/1.1" status: 200 len: 217 time: 0.0534372 Jun 10 03:59:10.824515 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81995f71-7521-454d-bf08-113e00187873 req-83eaa1f7-2be9-4b83-9647-f5d2917d7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:10.826044 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-81995f71-7521-454d-bf08-113e00187873 req-83eaa1f7-2be9-4b83-9647-f5d2917d7bc7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4fc85bbf-0ffb-4650-8ab9-adbc4f829973 HTTP/1.1" status: 200 len: 854 time: 0.0986450 Jun 10 03:59:10.879406 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-5eb29343-1190-4c31-84a8-e7fc60aa15ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'name': 'tempest-TestMinimumBasicScenario-1917082945-router', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:17Z', 'updated_at': '2021-06-10T03:56:24Z', 'revision_number': 4, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'gw_port': {'id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:18Z', 'updated_at': '2021-06-10T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '99aca66e-344a-41bf-82b1-922afddc6e92', 'name': '', 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'mac_address': 'fa:16:3e:54:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:23Z', 'updated_at': '2021-06-10T03:56:32Z', 'revision_number': 5, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'subnets': [{'id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:10.883727 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb29343-1190-4c31-84a8-e7fc60aa15ca None None] The sync data for ids ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'] in dv-cinder-741349-4-smb is: [{'id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'name': 'tempest-TestMinimumBasicScenario-1917082945-router', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:17Z', 'updated_at': '2021-06-10T03:56:24Z', 'revision_number': 4, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'gw_port': {'id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:18Z', 'updated_at': '2021-06-10T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '99aca66e-344a-41bf-82b1-922afddc6e92', 'name': '', 'network_id': '1dcf9948-5a54-4aca-b366-d807c273339c', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'mac_address': 'fa:16:3e:54:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:23Z', 'updated_at': '2021-06-10T03:56:32Z', 'revision_number': 5, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'subnets': [{'id': '4fc85bbf-0ffb-4650-8ab9-adbc4f829973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:59:10.933632 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81995f71-7521-454d-bf08-113e00187873 req-cf8bba86-fbde-450d-adc7-b7995d69e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:10.935703 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-81995f71-7521-454d-bf08-113e00187873 req-cf8bba86-fbde-450d-adc7-b7995d69e029 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dcf9948-5a54-4aca-b366-d807c273339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865059 Jun 10 03:59:11.038491 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:11.052162 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-2685d1c8-cce4-4c6b-ac8a-3b6e048cdce2 req-f35d5a7a-81e4-4e86-b794-2213ebb2c49d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d224d4d-0ceb-4d07-b361-ab086b3afc92 HTTP/1.1" status: 200 len: 1000 time: 0.5401337 Jun 10 03:59:11.116226 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-81995f71-7521-454d-bf08-113e00187873 req-071fe742-788a-4ea0-a11c-9a788db93805 service neutron] 10.222.0.22 "GET /v2.0/networks/1dcf9948-5a54-4aca-b366-d807c273339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698489 Jun 10 03:59:11.145278 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126309416'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:11.148698 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b2d32e0a-5293-4f2a-87d8-57d195ba6aef tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:11.194993 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685d1c8-cce4-4c6b-ac8a-3b6e048cdce2 req-8248d320-b2a2-4164-9304-2c4c77e94f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:11.196476 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-2685d1c8-cce4-4c6b-ac8a-3b6e048cdce2 req-8248d320-b2a2-4164-9304-2c4c77e94f95 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d05b5939-fbc1-4883-ac53-795367a50643 HTTP/1.1" status: 200 len: 850 time: 0.1150339 Jun 10 03:59:11.214571 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Network 521d4520-71b8-438e-96ef-236a080e2b51 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:59:11.236098 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Pushing event updated for resources: {'Port': ['ID=9d66c034-1fbc-4ff4-8950-71694c03bc1b,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:11.239020 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:59:11.242678 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:11.273176 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:59:11.301347 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aaae7f-efd4-4768-9ab7-52dfa1e36e1c None None] New status for floating IP ddd00f3b-9c6d-4c94-b803-35edc15e7de8: DOWN {{(pid=91628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 03:59:11.350032 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685d1c8-cce4-4c6b-ac8a-3b6e048cdce2 req-a812e5a1-f56c-4cf4-b1fd-46629799524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:11.351571 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-2685d1c8-cce4-4c6b-ac8a-3b6e048cdce2 req-a812e5a1-f56c-4cf4-b1fd-46629799524f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=34ceae76-1875-4ae5-9927-5e5f83e723be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1420128 Jun 10 03:59:11.432667 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:11.547972 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-2685d1c8-cce4-4c6b-ac8a-3b6e048cdce2 req-1772cc4c-777c-46dc-86a1-a06c93f5ae04 service neutron] 10.222.0.22 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704276 Jun 10 03:59:11.550677 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:11.683748 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-81995f71-7521-454d-bf08-113e00187873 req-b343bebc-b5ac-4fd5-9be8-ddebca14ef77 service neutron] 10.222.0.22 "GET /v2.0/networks/1dcf9948-5a54-4aca-b366-d807c273339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049591 Jun 10 03:59:11.723292 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81f385-3cc7-45fd-9e4e-2b06b9730e5f req-d3efe503-8050-4f65-97ca-ffa9c80c3846 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:11.724781 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4a81f385-3cc7-45fd-9e4e-2b06b9730e5f req-d3efe503-8050-4f65-97ca-ffa9c80c3846 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7 HTTP/1.1" status: 200 len: 945 time: 0.5179300 Jun 10 03:59:11.773292 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-2685d1c8-cce4-4c6b-ac8a-3b6e048cdce2 req-eb8dbdde-37ac-4492-a7dc-ced700c08319 service neutron] 10.222.0.22 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972778 Jun 10 03:59:11.790075 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7a710-66de-4fd4-aab1-5b9443f79f93 req-0e9f82d9-a701-4d89-96da-08689f84dded tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:11.791603 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ccc7a710-66de-4fd4-aab1-5b9443f79f93 req-0e9f82d9-a701-4d89-96da-08689f84dded tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.1266804 Jun 10 03:59:11.796827 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4a81f385-3cc7-45fd-9e4e-2b06b9730e5f req-2851ebbb-134c-4a5e-ae7d-581fb1795a58 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573752 Jun 10 03:59:11.853135 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:11.859813 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:11.860000 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ccc7a710-66de-4fd4-aab1-5b9443f79f93 req-43f884cb-6d88-4946-8f2c-8ed208652169 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612509 Jun 10 03:59:11.862610 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e2caa971-a73a-40b2-935c-94ef96acc4ce tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:11.952742 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Pushing event updated for resources: {'Port': ['ID=9d66c034-1fbc-4ff4-8950-71694c03bc1b,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:11.956625 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:11.964637 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719104'] for floatingip, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:11.979189 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:11.981679 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1271424 Jun 10 03:59:12.191757 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-57c27967-8497-466e-b976-ba884612140d req-934c6322-7111-4a56-bc62-b9e996e0fab3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1885651574&fields=id&tenant_id=94525e980f4749d3920cc7e9c22bc80a HTTP/1.1" status: 200 len: 267 time: 0.0355878 Jun 10 03:59:12.322733 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c27967-8497-466e-b976-ba884612140d req-d320b4e9-9c64-4244-817e-208e0907466d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:12.324072 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-57c27967-8497-466e-b976-ba884612140d req-d320b4e9-9c64-4244-817e-208e0907466d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/networks?id=2885b30d-7b76-4cfa-abd6-461b0adaf373 HTTP/1.1" status: 200 len: 817 time: 0.1260312 Jun 10 03:59:12.340539 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-57c27967-8497-466e-b976-ba884612140d req-e78e5594-a7dd-4b29-91b3-fc1c9b5de955 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/quotas/94525e980f4749d3920cc7e9c22bc80a HTTP/1.1" status: 200 len: 375 time: 0.0106182 Jun 10 03:59:12.417806 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-57c27967-8497-466e-b976-ba884612140d req-8e1271a2-be67-4202-8af7-1d709858934d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=94525e980f4749d3920cc7e9c22bc80a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710852 Jun 10 03:59:12.445698 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f548dd9c-8006-4642-a1ac-fa977a5e5a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:12.544609 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-57c27967-8497-466e-b976-ba884612140d req-725e8417-70bb-4d38-9602-6cdc11e85b09 service neutron] 10.222.0.25 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153748 Jun 10 03:59:12.663065 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-57c27967-8497-466e-b976-ba884612140d req-4107913e-11db-4058-b734-d6e8d9cbb8b9 service neutron] 10.222.0.25 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127536 Jun 10 03:59:12.836227 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-36e13430-87c4-4351-b45e-d6d13cf1fd30 req-0a9ada1c-79ed-4a02-a5d2-47b5dff33406 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 210 time: 0.0347733 Jun 10 03:59:13.053034 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38740ef0-48ec-48b3-b531-5dde8d39b35c req-a4d3337e-6564-4667-bcac-73ec7ea41752 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:13.054656 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-38740ef0-48ec-48b3-b531-5dde8d39b35c req-a4d3337e-6564-4667-bcac-73ec7ea41752 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7 HTTP/1.1" status: 200 len: 945 time: 0.0752730 Jun 10 03:59:13.073023 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a70a04-53f6-4817-a74c-54df92fb5fe7 req-a0092aa3-8de5-4ca1-9cc4-45aaf7a59380 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:13.074593 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f8a70a04-53f6-4817-a74c-54df92fb5fe7 req-a0092aa3-8de5-4ca1-9cc4-45aaf7a59380 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7 HTTP/1.1" status: 200 len: 945 time: 0.1342771 Jun 10 03:59:13.094272 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1675484-c5e9-422e-98bf-aebb2e15ba82 req-742a820b-4a47-47cb-ac05-b9b05cdf67d5 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:13.094272 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d1675484-c5e9-422e-98bf-aebb2e15ba82 req-742a820b-4a47-47cb-ac05-b9b05cdf67d5 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.1113708 Jun 10 03:59:13.174771 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f8a70a04-53f6-4817-a74c-54df92fb5fe7 req-0ce5e6d9-93a1-4755-8a0a-feaabfa84b98 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b981417-67fe-4d23-8714-ceda7e6c5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914540 Jun 10 03:59:13.194109 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d1675484-c5e9-422e-98bf-aebb2e15ba82 req-373de547-e7cd-4122-ae0a-4d7a744fe700 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930750 Jun 10 03:59:13.245866 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-38740ef0-48ec-48b3-b531-5dde8d39b35c req-0e6cbccd-a9b1-4f26-8da8-9fe4a53e1370 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Deleting port 99026554-30cc-4342-8472-2499b4af96a2 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:59:13.246334 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-38740ef0-48ec-48b3-b531-5dde8d39b35c req-0e6cbccd-a9b1-4f26-8da8-9fe4a53e1370 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:13.368178 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-38740ef0-48ec-48b3-b531-5dde8d39b35c req-0e6cbccd-a9b1-4f26-8da8-9fe4a53e1370 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] For port 99026554-30cc-4342-8472-2499b4af96a2, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=99026554-30cc-4342-8472-2499b4af96a2,segment=NetworkSegment(fea3b2c1-128c-4be4-8f26-c7adf5afbef3),segment_id=fea3b2c1-128c-4be4-8f26-c7adf5afbef3)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:13.368178 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-38740ef0-48ec-48b3-b531-5dde8d39b35c req-0e6cbccd-a9b1-4f26-8da8-9fe4a53e1370 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:13.472341 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-38740ef0-48ec-48b3-b531-5dde8d39b35c req-0e6cbccd-a9b1-4f26-8da8-9fe4a53e1370 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Calling delete_port for 99026554-30cc-4342-8472-2499b4af96a2 owned by compute:nova {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:59:13.617741 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b59ad9-632d-4ac5-9b4a-dacf5d00a561 req-8f7c3cd0-4489-4512-8724-5ab2e4808d61 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:13.621057 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-48b59ad9-632d-4ac5-9b4a-dacf5d00a561 req-8f7c3cd0-4489-4512-8724-5ab2e4808d61 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 945 time: 0.0969987 Jun 10 03:59:13.642128 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-38740ef0-48ec-48b3-b531-5dde8d39b35c req-0e6cbccd-a9b1-4f26-8da8-9fe4a53e1370 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:13.646117 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f7d8f522-af20-4965-8f5f-b4f1fd4ad4c0 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:13.664660 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-48b59ad9-632d-4ac5-9b4a-dacf5d00a561 req-1efd0bcc-bd7f-4b4a-aa2f-f4ab8b9509ff tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397418 Jun 10 03:59:13.676786 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cbccd-a9b1-4f26-8da8-9fe4a53e1370 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Pushing event deleted for resources: {'Port': ['ID=99026554-30cc-4342-8472-2499b4af96a2,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:13.680225 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['99026554-30cc-4342-8472-2499b4af96a2'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:59:13.687366 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0e6cbccd-a9b1-4f26-8da8-9fe4a53e1370 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:13.742043 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-38740ef0-48ec-48b3-b531-5dde8d39b35c req-0e6cbccd-a9b1-4f26-8da8-9fe4a53e1370 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] No DVR routers for this DVR port 99026554-30cc-4342-8472-2499b4af96a2 on host hv-cinder-74134 {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 03:59:13.745022 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-38740ef0-48ec-48b3-b531-5dde8d39b35c req-0e6cbccd-a9b1-4f26-8da8-9fe4a53e1370 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:13.746957 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-38740ef0-48ec-48b3-b531-5dde8d39b35c req-0e6cbccd-a9b1-4f26-8da8-9fe4a53e1370 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.22 "DELETE /v2.0/ports/99026554-30cc-4342-8472-2499b4af96a2 HTTP/1.1" status: 204 len: 173 time: 0.6861832 Jun 10 03:59:13.747469 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4159a2c-7466-4a28-a7f7-a2c6af7c9bf7', 'name': 'network-vif-deleted', 'tag': '99026554-30cc-4342-8472-2499b4af96a2'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:59:13.749950 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6795ae-ff62-4fc3-82d3-bb39f5d35a0a" -d '{"events": [{"server_uuid": "d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7", "name": "network-vif-deleted", "tag": "99026554-30cc-4342-8472-2499b4af96a2"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:59:13.788008 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06918b2b-a4d5-4275-a2d6-fd5b462cdec0 x-openstack-request-id: req-06918b2b-a4d5-4275-a2d6-fd5b462cdec0 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:59:13.788340 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7", "name": "network-vif-deleted", "tag": "99026554-30cc-4342-8472-2499b4af96a2", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:59:13.788637 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06918b2b-a4d5-4275-a2d6-fd5b462cdec0 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:59:13.789067 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4159a2c-7466-4a28-a7f7-a2c6af7c9bf7', 'name': 'network-vif-deleted', 'tag': '99026554-30cc-4342-8472-2499b4af96a2', 'status': 'completed', 'code': 200} Jun 10 03:59:13.994492 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-aa04026e-f2c2-4bdf-bd42-f6ccfd771627 req-db3d8328-ec62-4534-89ab-b5adc1c5bf08 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 210 time: 0.0360405 Jun 10 03:59:14.190403 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c27967-8497-466e-b976-ba884612140d req-7fddc9f9-b1bf-4ca0-830d-33ceceb823d0 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:14.191837 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-57c27967-8497-466e-b976-ba884612140d req-7fddc9f9-b1bf-4ca0-830d-33ceceb823d0 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.22 "GET /v2.0/networks?id=2885b30d-7b76-4cfa-abd6-461b0adaf373 HTTP/1.1" status: 200 len: 817 time: 0.1357639 Jun 10 03:59:14.261559 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-57c27967-8497-466e-b976-ba884612140d req-98472871-c53f-4cb5-909a-cbb84169bb05 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94525e980f4749d3920cc7e9c22bc80a HTTP/1.1" status: 200 len: 380 time: 0.0527740 Jun 10 03:59:14.271290 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-57c27967-8497-466e-b976-ba884612140d req-654fbc08-c8e6-48ff-90b0-d4547b6b9d4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Request body: {'port': {'device_id': '5521dea9-30aa-489a-9283-131a07263105', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'admin_state_up': True, 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'security_groups': ['4f0fab34-2afa-440c-a787-a8a7b8f05030']}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:14.365583 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-24898744-d653-4360-baa2-dc5dc8053f8b req-8835bfa1-5f64-46c6-9126-dd14696ad3ab tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4159a2c-7466-4a28-a7f7-a2c6af7c9bf7 HTTP/1.1" status: 200 len: 210 time: 0.0474501 Jun 10 03:59:14.412800 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c27967-8497-466e-b976-ba884612140d req-654fbc08-c8e6-48ff-90b0-d4547b6b9d4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Made reservation on behalf of 94525e980f4749d3920cc7e9c22bc80a for: {'port': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:59:14.416266 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-57c27967-8497-466e-b976-ba884612140d req-654fbc08-c8e6-48ff-90b0-d4547b6b9d4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:14.565262 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [req-57c27967-8497-466e-b976-ba884612140d req-654fbc08-c8e6-48ff-90b0-d4547b6b9d4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Allocated IP 172.20.0.12 (2885b30d-7b76-4cfa-abd6-461b0adaf373/5c3e6d9b-092f-4d58-89f6-b46392a43086/c4ac8f45-6b79-46cb-9009-f65cb49f45cc) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:59:14.735816 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-57c27967-8497-466e-b976-ba884612140d req-654fbc08-c8e6-48ff-90b0-d4547b6b9d4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:14.748197 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-57c27967-8497-466e-b976-ba884612140d req-654fbc08-c8e6-48ff-90b0-d4547b6b9d4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Transition to ACTIVE for port object c4ac8f45-6b79-46cb-9009-f65cb49f45cc will not be triggered until provisioned by entity DHCP. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:59:14.788175 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-57c27967-8497-466e-b976-ba884612140d req-654fbc08-c8e6-48ff-90b0-d4547b6b9d4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126309416'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:14.791833 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:14.843468 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c27967-8497-466e-b976-ba884612140d req-654fbc08-c8e6-48ff-90b0-d4547b6b9d4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Network 2885b30d-7b76-4cfa-abd6-461b0adaf373 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:59:14.846633 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [req-57c27967-8497-466e-b976-ba884612140d req-654fbc08-c8e6-48ff-90b0-d4547b6b9d4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:59:14.853584 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c27967-8497-466e-b976-ba884612140d req-654fbc08-c8e6-48ff-90b0-d4547b6b9d4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:59:14.855854 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2755794-4fa3-4ec8-b482-4c85dea68230 req-f47a93ac-b9c1-410a-8297-80fde90a7d48 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:14.857742 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f2755794-4fa3-4ec8-b482-4c85dea68230 req-f47a93ac-b9c1-410a-8297-80fde90a7d48 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 945 time: 0.0763078 Jun 10 03:59:14.887952 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fbc08-c8e6-48ff-90b0-d4547b6b9d4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Pushing event updated for resources: {'Port': ['ID=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:14.895662 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-654fbc08-c8e6-48ff-90b0-d4547b6b9d4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:14.909715 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f2755794-4fa3-4ec8-b482-4c85dea68230 req-107e8a98-9137-45b0-8e2d-b51b7ca15e8a tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447705 Jun 10 03:59:14.918492 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c27967-8497-466e-b976-ba884612140d req-654fbc08-c8e6-48ff-90b0-d4547b6b9d4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:14.919122 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-57c27967-8497-466e-b976-ba884612140d req-654fbc08-c8e6-48ff-90b0-d4547b6b9d4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:14.938887 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-57c27967-8497-466e-b976-ba884612140d req-654fbc08-c8e6-48ff-90b0-d4547b6b9d4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6713886 Jun 10 03:59:14.958221 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Request body: {'port': {'device_id': '5521dea9-30aa-489a-9283-131a07263105', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:14.985070 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6b5cc98f-38a6-402b-8c84-e88e6f0015ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:14.988118 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:15.049485 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:15.148649 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-ef6ad35b-1e82-4967-a215-da91bf43a327 None None] Provisioning for port c4ac8f45-6b79-46cb-9009-f65cb49f45cc completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:59:15.154540 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-ef6ad35b-1e82-4967-a215-da91bf43a327 None None] Provisioning complete for port c4ac8f45-6b79-46cb-9009-f65cb49f45cc triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:15.155177 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad35b-1e82-4967-a215-da91bf43a327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:15.193503 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5c010-2bfb-4fb4-9429-b02c745cb8f5 req-28fe7d06-459c-4685-8d6e-524512365dd6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:15.198859 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d2f5c010-2bfb-4fb4-9429-b02c745cb8f5 req-28fe7d06-459c-4685-8d6e-524512365dd6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 932 time: 0.0743437 Jun 10 03:59:15.200253 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ad35b-1e82-4967-a215-da91bf43a327 None None] Port c4ac8f45-6b79-46cb-9009-f65cb49f45cc cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 03:59:15.224913 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:15.246767 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d2f5c010-2bfb-4fb4-9429-b02c745cb8f5 req-c05aa735-2bb3-4bbf-8f8c-7ba5236af40c tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461359 Jun 10 03:59:15.382159 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ac8f45-6b79-46cb-9009-f65cb49f45cc {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:59:15.389415 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:15.401858 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Transition to ACTIVE for port object c4ac8f45-6b79-46cb-9009-f65cb49f45cc will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:59:15.405710 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:15.408545 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-cb819ecd-cff8-457c-b36d-1f3594a7edea tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:15.507059 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Pushing event updated for resources: {'Port': ['ID=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:15.534498 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:15.601845 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Attempting to bind port c4ac8f45-6b79-46cb-9009-f65cb49f45cc on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:59:15.602381 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Attempting to bind port c4ac8f45-6b79-46cb-9009-f65cb49f45cc by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '480bbc06-9e24-4950-9a26-98fd4bb1d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:59:15.602782 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Attempting to bind port c4ac8f45-6b79-46cb-9009-f65cb49f45cc on network 2885b30d-7b76-4cfa-abd6-461b0adaf373 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:59:15.607280 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Port c4ac8f45-6b79-46cb-9009-f65cb49f45cc on network 2885b30d-7b76-4cfa-abd6-461b0adaf373 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 03:59:15.607673 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Attempting to bind port c4ac8f45-6b79-46cb-9009-f65cb49f45cc on network 2885b30d-7b76-4cfa-abd6-461b0adaf373 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:59:15.613398 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Checking agent: {'id': '4c3682d1-d9e4-4dcd-ad72-ddd6d516f54b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:59:15.613821 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Checking segment: {'id': '480bbc06-9e24-4950-9a26-98fd4bb1d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:59:15.614301 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Bound using segment: {'id': '480bbc06-9e24-4950-9a26-98fd4bb1d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:59:15.614811 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Bound port: c4ac8f45-6b79-46cb-9009-f65cb49f45cc, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480bbc06-9e24-4950-9a26-98fd4bb1d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:59:15.615225 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:15.711477 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] For port c4ac8f45-6b79-46cb-9009-f65cb49f45cc, host hv-cinder-74134, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:59:15.714802 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] For port c4ac8f45-6b79-46cb-9009-f65cb49f45cc, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:59:15.720046 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:15.722098 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9878d885-e490-44dd-bc4e-fcdda8e79438 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:15.765202 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:15.765822 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:15.767213 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-57c27967-8497-466e-b976-ba884612140d req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] 10.222.0.22 "PUT /v2.0/ports/c4ac8f45-6b79-46cb-9009-f65cb49f45cc HTTP/1.1" status: 200 len: 1094 time: 0.8134525 Jun 10 03:59:15.787095 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Pushing event updated for resources: {'Port': ['ID=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:15.790099 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:15.790614 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5521dea9-30aa-489a-9283-131a07263105', 'tag': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:59:15.793000 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d257c0de-e641-47ea-8f32-a2a3de8ca4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "5521dea9-30aa-489a-9283-131a07263105", "tag": "c4ac8f45-6b79-46cb-9009-f65cb49f45cc"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:59:15.836778 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c051a2c7-754b-4fdb-a158-c3d3acdd8e46 x-openstack-request-id: req-c051a2c7-754b-4fdb-a158-c3d3acdd8e46 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:59:15.837111 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5521dea9-30aa-489a-9283-131a07263105", "tag": "c4ac8f45-6b79-46cb-9009-f65cb49f45cc", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:59:15.837400 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c051a2c7-754b-4fdb-a158-c3d3acdd8e46 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:59:15.837836 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5521dea9-30aa-489a-9283-131a07263105', 'tag': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc', 'status': 'completed', 'code': 200} Jun 10 03:59:15.945606 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c27967-8497-466e-b976-ba884612140d req-96805ced-dc59-4737-811d-cfc26e185cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:15.947247 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-57c27967-8497-466e-b976-ba884612140d req-96805ced-dc59-4737-811d-cfc26e185cda service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94525e980f4749d3920cc7e9c22bc80a&device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 1097 time: 0.0963805 Jun 10 03:59:16.023674 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:16.031084 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de355d-3fa8-4769-96a2-49641d8ddf09 req-d93166f9-694b-40a2-92ab-2859689821eb tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:16.032985 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-70de355d-3fa8-4769-96a2-49641d8ddf09 req-d93166f9-694b-40a2-92ab-2859689821eb tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 945 time: 0.1120584 Jun 10 03:59:16.053725 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-57c27967-8497-466e-b976-ba884612140d req-f197dcdd-67b7-44a0-9fe8-a0668b1208fd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4ac8f45-6b79-46cb-9009-f65cb49f45cc HTTP/1.1" status: 200 len: 217 time: 0.0923281 Jun 10 03:59:16.132235 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c27967-8497-466e-b976-ba884612140d req-7c8b4bf3-4fe3-4fad-b9cb-ab7174fb64cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:16.133799 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-57c27967-8497-466e-b976-ba884612140d req-7c8b4bf3-4fe3-4fad-b9cb-ab7174fb64cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5c3e6d9b-092f-4d58-89f6-b46392a43086 HTTP/1.1" status: 200 len: 856 time: 0.0619817 Jun 10 03:59:16.202370 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c27967-8497-466e-b976-ba884612140d req-d5b1f9a9-2055-4d6a-996b-6bd1fb375657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:16.203850 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-57c27967-8497-466e-b976-ba884612140d req-d5b1f9a9-2055-4d6a-996b-6bd1fb375657 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2885b30d-7b76-4cfa-abd6-461b0adaf373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0633643 Jun 10 03:59:16.243232 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c2386-7fce-4476-b186-e15694a98df5 req-8fc956b0-90d8-46d2-a694-1b869f392a2d tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:16.244578 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-dc6c2386-7fce-4476-b186-e15694a98df5 req-8fc956b0-90d8-46d2-a694-1b869f392a2d tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 945 time: 0.1472971 Jun 10 03:59:16.251455 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-70de355d-3fa8-4769-96a2-49641d8ddf09 req-66b4ead9-1d49-4f86-a876-a85d9f463094 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Deleting port b9540efa-8933-4424-8280-a6b9c471f997 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:59:16.251795 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-70de355d-3fa8-4769-96a2-49641d8ddf09 req-66b4ead9-1d49-4f86-a876-a85d9f463094 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:16.404613 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-dc6c2386-7fce-4476-b186-e15694a98df5 req-5cc87065-50a1-4388-b795-b1fafe880233 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/security-groups?id=086a8ce6-20ae-4601-a17f-af5fea7d008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490474 Jun 10 03:59:16.466802 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-70de355d-3fa8-4769-96a2-49641d8ddf09 req-66b4ead9-1d49-4f86-a876-a85d9f463094 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] For port b9540efa-8933-4424-8280-a6b9c471f997, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=b9540efa-8933-4424-8280-a6b9c471f997,segment=NetworkSegment(a32737bc-b1b0-4bc5-9ecf-5ddf554c7874),segment_id=a32737bc-b1b0-4bc5-9ecf-5ddf554c7874)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:16.467155 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-70de355d-3fa8-4769-96a2-49641d8ddf09 req-66b4ead9-1d49-4f86-a876-a85d9f463094 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:16.568487 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-70de355d-3fa8-4769-96a2-49641d8ddf09 req-66b4ead9-1d49-4f86-a876-a85d9f463094 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Calling delete_port for b9540efa-8933-4424-8280-a6b9c471f997 owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:59:16.598035 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-57c27967-8497-466e-b976-ba884612140d req-4a79730b-cd96-4ef8-b215-a4341f9f1e2a service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855364 Jun 10 03:59:16.652712 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3d789-003b-4bbb-893d-584cee13697d req-921ec937-7cd0-4894-9b2c-7e595d3dc089 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:16.654187 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-73d3d789-003b-4bbb-893d-584cee13697d req-921ec937-7cd0-4894-9b2c-7e595d3dc089 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 944 time: 0.2335377 Jun 10 03:59:16.715690 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-57c27967-8497-466e-b976-ba884612140d req-98f2dd88-ac2b-4ee4-9560-61e7dafb813a service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096075 Jun 10 03:59:16.720290 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-73d3d789-003b-4bbb-893d-584cee13697d req-ad212497-7980-4b75-bcea-066af3ccfb76 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568817 Jun 10 03:59:16.732880 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 99026554-30cc-4342-8472-2499b4af96a2 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:59:16.767368 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] No Port match for: 99026554-30cc-4342-8472-2499b4af96a2 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:59:16.767825 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 99026554-30cc-4342-8472-2499b4af96a2 not bound to the agent host hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:59:16.785159 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-70de355d-3fa8-4769-96a2-49641d8ddf09 req-66b4ead9-1d49-4f86-a876-a85d9f463094 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:16.788676 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-91cde54f-9e36-49c3-a9ba-009e37b2937a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:16.823679 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4ead9-1d49-4f86-a876-a85d9f463094 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Pushing event deleted for resources: {'Port': ['ID=b9540efa-8933-4424-8280-a6b9c471f997,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:16.826643 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-66b4ead9-1d49-4f86-a876-a85d9f463094 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:16.881109 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-70de355d-3fa8-4769-96a2-49641d8ddf09 req-66b4ead9-1d49-4f86-a876-a85d9f463094 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] No DVR routers for this DVR port b9540efa-8933-4424-8280-a6b9c471f997 on host hv-cinder-74134 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 03:59:16.883469 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-70de355d-3fa8-4769-96a2-49641d8ddf09 req-66b4ead9-1d49-4f86-a876-a85d9f463094 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:16.885408 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-70de355d-3fa8-4769-96a2-49641d8ddf09 req-66b4ead9-1d49-4f86-a876-a85d9f463094 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.22 "DELETE /v2.0/ports/b9540efa-8933-4424-8280-a6b9c471f997 HTTP/1.1" status: 204 len: 173 time: 0.8468733 Jun 10 03:59:16.885892 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e83efb-4671-46be-b5b1-e632a80c43cf', 'name': 'network-vif-deleted', 'tag': 'b9540efa-8933-4424-8280-a6b9c471f997'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:59:16.888299 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be296a01-5671-43a5-911a-cbeb043bd35a" -d '{"events": [{"server_uuid": "f2e83efb-4671-46be-b5b1-e632a80c43cf", "name": "network-vif-deleted", "tag": "b9540efa-8933-4424-8280-a6b9c471f997"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:59:16.892765 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257c0de-e641-47ea-8f32-a2a3de8ca4f4 req-52542510-5c73-4c07-8d96-0f04bf1b9bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:16.894307 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d257c0de-e641-47ea-8f32-a2a3de8ca4f4 req-52542510-5c73-4c07-8d96-0f04bf1b9bb3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94525e980f4749d3920cc7e9c22bc80a&device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 1097 time: 0.0625465 Jun 10 03:59:16.925923 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041a934e-f6be-4b1f-9a7f-73b8c84ceed9 x-openstack-request-id: req-041a934e-f6be-4b1f-9a7f-73b8c84ceed9 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:59:16.925923 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e83efb-4671-46be-b5b1-e632a80c43cf", "name": "network-vif-deleted", "tag": "b9540efa-8933-4424-8280-a6b9c471f997", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:59:16.925923 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-041a934e-f6be-4b1f-9a7f-73b8c84ceed9 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:59:16.926308 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e83efb-4671-46be-b5b1-e632a80c43cf', 'name': 'network-vif-deleted', 'tag': 'b9540efa-8933-4424-8280-a6b9c471f997', 'status': 'completed', 'code': 200} Jun 10 03:59:17.018256 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257c0de-e641-47ea-8f32-a2a3de8ca4f4 req-f6e39e88-5aa2-4a52-9196-85ab18f8647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:17.019713 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d257c0de-e641-47ea-8f32-a2a3de8ca4f4 req-f6e39e88-5aa2-4a52-9196-85ab18f8647e service neutron] 10.222.0.22 "GET /v2.0/networks?id=2885b30d-7b76-4cfa-abd6-461b0adaf373 HTTP/1.1" status: 200 len: 917 time: 0.1191905 Jun 10 03:59:17.074262 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d257c0de-e641-47ea-8f32-a2a3de8ca4f4 req-469d642c-97ef-4da6-80c5-74df1db708ea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4ac8f45-6b79-46cb-9009-f65cb49f45cc HTTP/1.1" status: 200 len: 217 time: 0.0474393 Jun 10 03:59:17.145078 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257c0de-e641-47ea-8f32-a2a3de8ca4f4 req-2e788163-f71d-4c43-b2db-1fa1c4556bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:17.146756 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d257c0de-e641-47ea-8f32-a2a3de8ca4f4 req-2e788163-f71d-4c43-b2db-1fa1c4556bb1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5c3e6d9b-092f-4d58-89f6-b46392a43086 HTTP/1.1" status: 200 len: 856 time: 0.0638788 Jun 10 03:59:17.232353 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257c0de-e641-47ea-8f32-a2a3de8ca4f4 req-757fdb1a-f84d-4fe6-9a58-8f0f64c7c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:17.234462 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d257c0de-e641-47ea-8f32-a2a3de8ca4f4 req-757fdb1a-f84d-4fe6-9a58-8f0f64c7c26d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2885b30d-7b76-4cfa-abd6-461b0adaf373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770345 Jun 10 03:59:17.360820 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d257c0de-e641-47ea-8f32-a2a3de8ca4f4 req-d54c870e-956d-4fe3-a8b9-9b18034a2442 service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192834 Jun 10 03:59:17.521437 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d257c0de-e641-47ea-8f32-a2a3de8ca4f4 req-2704661c-4898-4fb5-86ee-22640566563f service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340091 Jun 10 03:59:17.613376 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c8ce7269-5e87-47f1-b064-11d2ce7b4ca3 req-3014ace9-6537-4d09-bf68-b1709475ad67 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e83efb-4671-46be-b5b1-e632a80c43cf HTTP/1.1" status: 200 len: 210 time: 0.0394609 Jun 10 03:59:17.640541 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:17.933586 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94169d-276f-47fe-8a07-4ec710bda5f3 req-0818598a-7484-43ae-9467-c9886a76aa2d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:17.935502 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7a94169d-276f-47fe-8a07-4ec710bda5f3 req-0818598a-7484-43ae-9467-c9886a76aa2d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 944 time: 0.0821531 Jun 10 03:59:17.983957 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7a94169d-276f-47fe-8a07-4ec710bda5f3 req-4ae0be81-10a7-4fdf-82b7-c69df65e06f6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414536 Jun 10 03:59:18.720141 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device c4ac8f45-6b79-46cb-9009-f65cb49f45cc details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 03:59:18.734899 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device b9540efa-8933-4424-8280-a6b9c471f997 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:59:18.770887 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] No Port match for: b9540efa-8933-4424-8280-a6b9c471f997 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:59:18.771476 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device b9540efa-8933-4424-8280-a6b9c471f997 not bound to the agent host hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:59:19.055819 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port c4ac8f45-6b79-46cb-9009-f65cb49f45cc, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:19.082005 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'port_id': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc', 'mac_address': 'fa:16:3e:41:90:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 03:59:19.141417 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:19.162588 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ac8f45-6b79-46cb-9009-f65cb49f45cc {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:59:19.187772 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port c4ac8f45-6b79-46cb-9009-f65cb49f45cc, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:19.192368 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:19.194557 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:19.200802 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732fcb0-cabe-48b2-a3e5-6da319b91b24 req-14c56035-8e5c-4bf8-b9df-887f505e6b3f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:19.202368 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7732fcb0-cabe-48b2-a3e5-6da319b91b24 req-14c56035-8e5c-4bf8-b9df-887f505e6b3f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 944 time: 0.0896368 Jun 10 03:59:19.252954 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7732fcb0-cabe-48b2-a3e5-6da319b91b24 req-14f05a5b-d6f8-432c-8c10-424838e70ee6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435321 Jun 10 03:59:19.266522 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:19.285073 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:19.285539 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:19.286717 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:19.287105 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:19.287333 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:19.287714 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:19.288024 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:19.288351 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:19.288697 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:19.289027 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:19.289380 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:19.289664 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:19.304345 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:19.553931 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['c4ac8f45-6b79-46cb-9009-f65cb49f45cc'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:59:19.809571 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 55238) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:20.260373 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690597'] for router_interface, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:20.520708 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5ac72-7764-483d-a7f4-282f27adee1d req-44c1edfc-cf1d-46ba-8396-e2dc66f73fc6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:20.522930 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-62e5ac72-7764-483d-a7f4-282f27adee1d req-44c1edfc-cf1d-46ba-8396-e2dc66f73fc6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 945 time: 0.0883074 Jun 10 03:59:20.592537 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-62e5ac72-7764-483d-a7f4-282f27adee1d req-18d35556-20c5-4c91-8045-4b72b01e2efc tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633900 Jun 10 03:59:20.692074 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Deleting port 99aca66e-344a-41bf-82b1-922afddc6e92 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:59:20.692434 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:20.726937 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device c4ac8f45-6b79-46cb-9009-f65cb49f45cc up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:59:20.782698 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning for port c4ac8f45-6b79-46cb-9009-f65cb49f45cc completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:59:20.787777 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port c4ac8f45-6b79-46cb-9009-f65cb49f45cc triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:20.788223 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:20.797168 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] For port 99aca66e-344a-41bf-82b1-922afddc6e92, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=99aca66e-344a-41bf-82b1-922afddc6e92,segment=NetworkSegment(a32737bc-b1b0-4bc5-9ecf-5ddf554c7874),segment_id=a32737bc-b1b0-4bc5-9ecf-5ddf554c7874)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:20.797737 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:20.885198 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:20.911710 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5521dea9-30aa-489a-9283-131a07263105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:59:20.914097 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef0ef94-0a6e-4f47-bc16-3b1c852524c9" -d '{"events": [{"server_uuid": "5521dea9-30aa-489a-9283-131a07263105", "name": "network-vif-plugged", "status": "completed", "tag": "c4ac8f45-6b79-46cb-9009-f65cb49f45cc"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:59:20.929473 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port c4ac8f45-6b79-46cb-9009-f65cb49f45cc, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:20.934920 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:20.937439 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:20.965182 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Calling delete_port for 99aca66e-344a-41bf-82b1-922afddc6e92 owned by network:router_interface {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:59:20.985963 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d342dd45-d124-45f9-8221-20ebfcf213e1 x-openstack-request-id: req-d342dd45-d124-45f9-8221-20ebfcf213e1 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:59:20.986288 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5521dea9-30aa-489a-9283-131a07263105", "name": "network-vif-plugged", "status": "completed", "tag": "c4ac8f45-6b79-46cb-9009-f65cb49f45cc", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:59:20.986557 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d342dd45-d124-45f9-8221-20ebfcf213e1 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:59:20.987024 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5521dea9-30aa-489a-9283-131a07263105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc', 'code': 200} Jun 10 03:59:21.027000 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:21.032802 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:21.230885 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:21.233027 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0e6cbccd-a9b1-4f26-8da8-9fe4a53e1370 tempest-VolumesActionsTest-1647196344 tempest-VolumesActionsTest-1647196344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:21.269699 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=99aca66e-344a-41bf-82b1-922afddc6e92,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:21.314487 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:21.314814 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:21.315204 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:21.315679 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:21.315966 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:21.316375 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:21.316715 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:21.317078 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:21.317458 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:21.317805 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:21.318183 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:21.323697 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:21.349034 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:21.530918 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989240b-6b83-4f3c-8935-ba81bfb81280 req-9c037d81-c2c3-4ba8-bd9a-71497a8b90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:21.532414 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b989240b-6b83-4f3c-8935-ba81bfb81280 req-9c037d81-c2c3-4ba8-bd9a-71497a8b90bc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 1099 time: 0.2712059 Jun 10 03:59:21.619350 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-b989240b-6b83-4f3c-8935-ba81bfb81280 req-d940cdb8-3e5e-4559-869e-efb3715ed7c7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699043 Jun 10 03:59:21.628962 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690229'] for router_interface, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:21.829418 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4628484-8a5d-4539-95f6-27e0e2cad01b req-c5f86881-c018-45f2-8a6a-6646b48cfa0e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:21.831009 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c4628484-8a5d-4539-95f6-27e0e2cad01b req-c5f86881-c018-45f2-8a6a-6646b48cfa0e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.1079397 Jun 10 03:59:21.882870 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c4628484-8a5d-4539-95f6-27e0e2cad01b req-072348ad-13ef-4864-8876-9aadca4592fa tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451400 Jun 10 03:59:22.237024 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Router 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 03:59:22.401364 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:59:22.406100 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] 10.222.0.25 "PUT /v2.0/routers/8a5e0d57-5009-46c3-bfc5-1d37626fbae2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5954573 Jun 10 03:59:22.409513 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55278) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:22.415811 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4459ca7-fefc-4815-9cc9-1dc28d16bda4 None None] Sync routers for ids ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'] in dv-cinder-741349-4-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:59:22.437961 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4459ca7-fefc-4815-9cc9-1dc28d16bda4 None None] Routers {'8a5e0d57-5009-46c3-bfc5-1d37626fbae2'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:22.439098 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-c4459ca7-fefc-4815-9cc9-1dc28d16bda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:59:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:22.601050 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-574fb09d-3a2b-481d-8b84-2e08334adb3a admin admin] Notify callbacks [] for router, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:22.647806 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-c4459ca7-fefc-4815-9cc9-1dc28d16bda4 None None] Set router 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:22.799326 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-574fb09d-3a2b-481d-8b84-2e08334adb3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:22.858976 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-574fb09d-3a2b-481d-8b84-2e08334adb3a admin admin] Deleting port 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:59:22.859645 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-574fb09d-3a2b-481d-8b84-2e08334adb3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:22.898014 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-c4459ca7-fefc-4815-9cc9-1dc28d16bda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'name': 'tempest-TestMinimumBasicScenario-1917082945-router', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:17Z', 'updated_at': '2021-06-10T03:59:21Z', 'revision_number': 5, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'gw_port': {'id': '4ef9afb4-4925-4774-b1f4-64ca19c2ed1c', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:18Z', 'updated_at': '2021-06-10T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:22.901412 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4459ca7-fefc-4815-9cc9-1dc28d16bda4 None None] Checking router: 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 for host: dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:59:22.909559 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4459ca7-fefc-4815-9cc9-1dc28d16bda4 None None] Routers {'8a5e0d57-5009-46c3-bfc5-1d37626fbae2'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:22.910163 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-c4459ca7-fefc-4815-9cc9-1dc28d16bda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:59:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:22.974395 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-574fb09d-3a2b-481d-8b84-2e08334adb3a admin admin] For port 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=4ef9afb4-4925-4774-b1f4-64ca19c2ed1c,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:22.974762 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-574fb09d-3a2b-481d-8b84-2e08334adb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:23.051594 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-c4459ca7-fefc-4815-9cc9-1dc28d16bda4 None None] Set router 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 gateway port host: None {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:23.137859 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-c4459ca7-fefc-4815-9cc9-1dc28d16bda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'name': 'tempest-TestMinimumBasicScenario-1917082945-router', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:17Z', 'updated_at': '2021-06-10T03:59:22Z', 'revision_number': 6, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'gw_port_host': None}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:23.141343 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-574fb09d-3a2b-481d-8b84-2e08334adb3a admin admin] Calling delete_port for 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c owned by network:router_gateway {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:59:23.141487 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4459ca7-fefc-4815-9cc9-1dc28d16bda4 None None] The sync data for ids ['8a5e0d57-5009-46c3-bfc5-1d37626fbae2'] in dv-cinder-741349-4-smb is: [{'id': '8a5e0d57-5009-46c3-bfc5-1d37626fbae2', 'name': 'tempest-TestMinimumBasicScenario-1917082945-router', 'tenant_id': '530716926fc84a6aa5a8d89134509a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:17Z', 'updated_at': '2021-06-10T03:59:22Z', 'revision_number': 6, 'project_id': '530716926fc84a6aa5a8d89134509a43', 'gw_port_host': None}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:59:23.350674 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a6b54-6a73-4c9e-8b40-cd1b14989e86 req-03837189-1d0e-48f6-8382-37d76455969f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:23.352797 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4d2a6b54-6a73-4c9e-8b40-cd1b14989e86 req-03837189-1d0e-48f6-8382-37d76455969f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.2572355 Jun 10 03:59:23.468460 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4d2a6b54-6a73-4c9e-8b40-cd1b14989e86 req-b7ac9648-59a7-402e-940f-e77350441510 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581977 Jun 10 03:59:23.554006 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-574fb09d-3a2b-481d-8b84-2e08334adb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:23.556619 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d8a4bd82-b0e3-4c1a-a140-fc4c9fdd3598 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:23.598709 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fb09d-3a2b-481d-8b84-2e08334adb3a admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef9afb4-4925-4774-b1f4-64ca19c2ed1c,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:23.602968 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-574fb09d-3a2b-481d-8b84-2e08334adb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:23.651450 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-574fb09d-3a2b-481d-8b84-2e08334adb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719204'] for router_gateway, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:24.059845 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 99aca66e-344a-41bf-82b1-922afddc6e92 no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:59:24.109862 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: 99aca66e-344a-41bf-82b1-922afddc6e92 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:59:24.110613 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 99aca66e-344a-41bf-82b1-922afddc6e92 not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:59:24.111964 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:59:24.151588 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-574fb09d-3a2b-481d-8b84-2e08334adb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245209'] for router, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:24.158024 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-574fb09d-3a2b-481d-8b84-2e08334adb3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:24.158937 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:59:24.159368 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 4ef9afb4-4925-4774-b1f4-64ca19c2ed1c not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:59:24.234196 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-574fb09d-3a2b-481d-8b84-2e08334adb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688193'] for router, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:24.234481 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574fb09d-3a2b-481d-8b84-2e08334adb3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a5e0d57-5009-46c3-bfc5-1d37626fbae2 {{(pid=91625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 03:59:24.244824 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-574fb09d-3a2b-481d-8b84-2e08334adb3a admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:24.246140 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-574fb09d-3a2b-481d-8b84-2e08334adb3a admin admin] 10.222.0.25 "DELETE /v2.0/routers/8a5e0d57-5009-46c3-bfc5-1d37626fbae2 HTTP/1.1" status: 204 len: 168 time: 1.8346362 Jun 10 03:59:24.249187 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55302) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:24.310014 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10d03fc-df82-4377-8084-556604a7cf10 admin admin] Deleting subnet 4fc85bbf-0ffb-4650-8ab9-adbc4f829973 {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 03:59:24.313916 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e10d03fc-df82-4377-8084-556604a7cf10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:24.368386 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e10d03fc-df82-4377-8084-556604a7cf10 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:24.490904 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e10d03fc-df82-4377-8084-556604a7cf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751384'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:24.579270 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e10d03fc-df82-4377-8084-556604a7cf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:24.581938 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4ced5935-6570-454e-84eb-e28d104f5876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:24.619483 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d03fc-df82-4377-8084-556604a7cf10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fc85bbf-0ffb-4650-8ab9-adbc4f829973,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:24.657774 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e10d03fc-df82-4377-8084-556604a7cf10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:24.661405 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e10d03fc-df82-4377-8084-556604a7cf10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:24.663398 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-e10d03fc-df82-4377-8084-556604a7cf10 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4fc85bbf-0ffb-4650-8ab9-adbc4f829973 HTTP/1.1" status: 204 len: 168 time: 0.4126909 Jun 10 03:59:24.666763 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55310) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:24.672236 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaa4450-6963-4c15-9206-aa6d4c3f4c15 None None] Network 1dcf9948-5a54-4aca-b366-d807c273339c requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:59:24.784610 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579201'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:24.797085 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee0f73-d847-4b32-a4d6-fc625d67963e req-720d976f-e837-44c0-899c-dca16e07d0d6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:24.798767 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a2ee0f73-d847-4b32-a4d6-fc625d67963e req-720d976f-e837-44c0-899c-dca16e07d0d6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.1832633 Jun 10 03:59:24.886137 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a2ee0f73-d847-4b32-a4d6-fc625d67963e req-24408675-1033-4bea-8fba-59808e3959c6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765712 Jun 10 03:59:24.923309 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Deleting port 68f7d893-2f5c-43a9-927e-da18c712ff67 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:59:24.923885 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:24.977818 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e68282-ce6f-440f-bd48-8c5168c6a8fc None None] DHCP port deletion for 1dcf9948-5a54-4aca-b366-d807c273339c request from dv-cinder-741349-4-smb {{(pid=91627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 03:59:25.034318 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] For port 68f7d893-2f5c-43a9-927e-da18c712ff67, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=68f7d893-2f5c-43a9-927e-da18c712ff67,segment=NetworkSegment(a32737bc-b1b0-4bc5-9ecf-5ddf554c7874),segment_id=a32737bc-b1b0-4bc5-9ecf-5ddf554c7874)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:25.034750 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:25.044285 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-a8e68282-ce6f-440f-bd48-8c5168c6a8fc None None] Deleting port 68f7d893-2f5c-43a9-927e-da18c712ff67 {{(pid=91627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:59:25.044906 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a8e68282-ce6f-440f-bd48-8c5168c6a8fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:25.143163 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Calling delete_port for 68f7d893-2f5c-43a9-927e-da18c712ff67 owned by network:dhcp {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:59:25.267945 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-a8e68282-ce6f-440f-bd48-8c5168c6a8fc None None] For port 68f7d893-2f5c-43a9-927e-da18c712ff67, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=68f7d893-2f5c-43a9-927e-da18c712ff67,segment=NetworkSegment(a32737bc-b1b0-4bc5-9ecf-5ddf554c7874),segment_id=a32737bc-b1b0-4bc5-9ecf-5ddf554c7874)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:25.268560 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a8e68282-ce6f-440f-bd48-8c5168c6a8fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:25.303858 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d41ab-7949-46f0-9a88-5663c758935d req-34c31a7a-f25c-4766-ab05-c1aaca01d3ef tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:25.305382 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2f9d41ab-7949-46f0-9a88-5663c758935d req-34c31a7a-f25c-4766-ab05-c1aaca01d3ef tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.2592518 Jun 10 03:59:25.314391 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55318) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:25.320506 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-767aa914-e5ef-476d-bb21-b254b319b40f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Request body: {'floatingip': {'port_id': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:25.388375 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-a8e68282-ce6f-440f-bd48-8c5168c6a8fc None None] Calling delete_port for 68f7d893-2f5c-43a9-927e-da18c712ff67 owned by network:dhcp {{(pid=91627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:59:25.389870 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:25.397314 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3ef07d36-6e50-4f83-9937-1068f3152307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:25.408309 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-767aa914-e5ef-476d-bb21-b254b319b40f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for floatingip, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:25.444030 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] No DVR routers for this DVR port 68f7d893-2f5c-43a9-927e-da18c712ff67 on host dv-cinder-741349-4-smb {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 03:59:25.499590 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Pushing event deleted for resources: {'Port': ['ID=68f7d893-2f5c-43a9-927e-da18c712ff67,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:25.508403 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:25.571283 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a8e68282-ce6f-440f-bd48-8c5168c6a8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224'] for port, after_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:25.574518 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:25.612009 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e68282-ce6f-440f-bd48-8c5168c6a8fc None None] Pushing event deleted for resources: {'Port': ['ID=68f7d893-2f5c-43a9-927e-da18c712ff67,revision_number=None']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:25.614690 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e68282-ce6f-440f-bd48-8c5168c6a8fc None None] No DVR routers for this DVR port 68f7d893-2f5c-43a9-927e-da18c712ff67 on host dv-cinder-741349-4-smb {{(pid=91627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 03:59:25.616139 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-a8e68282-ce6f-440f-bd48-8c5168c6a8fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:25.687496 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 55326) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:25.705238 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745367', 'neutron.services.segments.db._delete_segments_for_network-8785832343215'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:25.751347 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:59:25.751770 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:59:25.752540 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:59:25.752876 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Subscribe: > port after_create 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:59:25.753234 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Subscribe: > port after_delete 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:59:25.753534 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Subscribe: > port after_update 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:59:25.753881 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:59:25.754210 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:59:25.755165 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:59:25.755363 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:59:25.815575 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9521c0c0-6c2c-4164-96e5-39a952b5c10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:25.849413 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:59:25.849924 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:59:25.850284 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:59:25.850748 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 03:59:25.851260 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcf9948-5a54-4aca-b366-d807c273339c']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:25.889096 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32737bc-b1b0-4bc5-9ecf-5ddf554c7874') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:25.890367 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32737bc-b1b0-4bc5-9ecf-5ddf554c7874') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:25.915025 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785832343044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125877313'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:25.946595 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9521c0c0-6c2c-4164-96e5-39a952b5c10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:25.954263 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9521c0c0-6c2c-4164-96e5-39a952b5c10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:25.956043 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-932aac94-cf21-4a37-ba27-b4aa69581d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:26.003033 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 68f7d893-2f5c-43a9-927e-da18c712ff67 no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:59:26.007358 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-9521c0c0-6c2c-4164-96e5-39a952b5c10c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c014bb318274b1da5567c3fb92dd3f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157587 Jun 10 03:59:26.007358 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521c0c0-6c2c-4164-96e5-39a952b5c10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7771c5e-f603-4a5c-9009-90d838b00bc4,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:26.009937 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55334) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:26.013379 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:26.017441 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9521c0c0-6c2c-4164-96e5-39a952b5c10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:26.043333 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: 68f7d893-2f5c-43a9-927e-da18c712ff67 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:59:26.043626 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 68f7d893-2f5c-43a9-927e-da18c712ff67 not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:59:26.089524 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 03:59:26.090064 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126570723'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: Traceback (most recent call last): Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: timer() Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: cb(*args, **kw) Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: return func(*args, **kwargs) Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: self._notify() Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: self.callback(batched_events) Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: event.method(event) Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: return f(self, *a, **k) Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: return self._get(url).json() Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 03:59:26.095555 dv-cinder-741349-4-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 03:59:26.257433 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719115'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:26.294306 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-67ca2bc3-1dcb-4d0f-9d4e-a31866f9abbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:26.297386 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c729829e-31a4-444c-9d5f-7239ec4f2268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:26.299903 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:26.306513 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] 10.222.0.25 "DELETE /v2.0/networks/1dcf9948-5a54-4aca-b366-d807c273339c HTTP/1.1" status: 204 len: 168 time: 1.6367240 Jun 10 03:59:26.307139 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 55336) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:26.383906 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Pushing event deleted for resources: {'Network': ['ID=1dcf9948-5a54-4aca-b366-d807c273339c,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:26.394882 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:26.416174 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c729829e-31a4-444c-9d5f-7239ec4f2268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:26.653040 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c729829e-31a4-444c-9d5f-7239ec4f2268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:26.657024 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c729829e-31a4-444c-9d5f-7239ec4f2268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:26.660735 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-c729829e-31a4-444c-9d5f-7239ec4f2268 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7771c5e-f603-4a5c-9009-90d838b00bc4 HTTP/1.1" status: 204 len: 168 time: 0.6472967 Jun 10 03:59:26.669979 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6bc74488-7031-4041-b975-56ebcebd5350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:26.732972 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729829e-31a4-444c-9d5f-7239ec4f2268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7771c5e-f603-4a5c-9009-90d838b00bc4,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:26.737223 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c729829e-31a4-444c-9d5f-7239ec4f2268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:26.776234 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-767aa914-e5ef-476d-bb21-b254b319b40f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:26.783182 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-767aa914-e5ef-476d-bb21-b254b319b40f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719104'] for floatingip, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:26.863792 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-55f4a88e-5ee4-41c1-9461-090aada23611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690597'] for router_interface, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:27.323861 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.db.l3_db [None req-767aa914-e5ef-476d-bb21-b254b319b40f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Floating IP 414c8a45-f446-4756-8b05-54c25f1d68a2 associated. External IP: 172.28.2.55, port: c4ac8f45-6b79-46cb-9009-f65cb49f45cc. Jun 10 03:59:27.413244 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-55f4a88e-5ee4-41c1-9461-090aada23611 admin admin] Deleting port 100ce6aa-7bed-44d2-ae59-97f587556a7d {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:59:27.413794 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-55f4a88e-5ee4-41c1-9461-090aada23611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:27.562694 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-55f4a88e-5ee4-41c1-9461-090aada23611 admin admin] For port 100ce6aa-7bed-44d2-ae59-97f587556a7d, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=100ce6aa-7bed-44d2-ae59-97f587556a7d,segment=NetworkSegment(613cc5f6-9c9f-4489-865b-83d1139b8b1a),segment_id=613cc5f6-9c9f-4489-865b-83d1139b8b1a)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:27.566045 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-55f4a88e-5ee4-41c1-9461-090aada23611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:27.697647 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-55f4a88e-5ee4-41c1-9461-090aada23611 admin admin] Calling delete_port for 100ce6aa-7bed-44d2-ae59-97f587556a7d owned by network:router_interface {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:59:27.705334 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767aa914-e5ef-476d-bb21-b254b319b40f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Router e085632c-22eb-44dc-a595-2cb38944dba6 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 03:59:27.920304 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767aa914-e5ef-476d-bb21-b254b319b40f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:59:27.931295 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30cf671-3b7c-4b15-bf94-12bfba4f02ca None None] Sync routers for ids ['e085632c-22eb-44dc-a595-2cb38944dba6'] in dv-cinder-741349-4-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:59:27.933922 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-767aa914-e5ef-476d-bb21-b254b319b40f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:27.945450 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30cf671-3b7c-4b15-bf94-12bfba4f02ca None None] Routers {'e085632c-22eb-44dc-a595-2cb38944dba6'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:27.946083 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-e30cf671-3b7c-4b15-bf94-12bfba4f02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:59:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e085632c-22eb-44dc-a595-2cb38944dba6'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:28.002992 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-55f4a88e-5ee4-41c1-9461-090aada23611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:28.006733 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:28.062608 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-767aa914-e5ef-476d-bb21-b254b319b40f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "PUT /v2.0/floatingips/414c8a45-f446-4756-8b05-54c25f1d68a2 HTTP/1.1" status: 200 len: 991 time: 2.7467005 Jun 10 03:59:28.067669 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5521dea9-30aa-489a-9283-131a07263105', 'tag': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:59:28.075874 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d73df95-4dba-40f6-b803-911bd0b7ba0a" -d '{"events": [{"name": "network-changed", "server_uuid": "5521dea9-30aa-489a-9283-131a07263105", "tag": "c4ac8f45-6b79-46cb-9009-f65cb49f45cc"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:59:28.113020 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4a88e-5ee4-41c1-9461-090aada23611 admin admin] Pushing event deleted for resources: {'Port': ['ID=100ce6aa-7bed-44d2-ae59-97f587556a7d,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:28.118066 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-55f4a88e-5ee4-41c1-9461-090aada23611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:28.125758 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-e30cf671-3b7c-4b15-bf94-12bfba4f02ca None None] Set router e085632c-22eb-44dc-a595-2cb38944dba6 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:28.173801 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a960ca77-9671-46ad-ab74-91c13c90b393 x-openstack-request-id: req-a960ca77-9671-46ad-ab74-91c13c90b393 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:59:28.174190 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5521dea9-30aa-489a-9283-131a07263105", "tag": "c4ac8f45-6b79-46cb-9009-f65cb49f45cc", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:59:28.174507 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a960ca77-9671-46ad-ab74-91c13c90b393 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:59:28.175195 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5521dea9-30aa-489a-9283-131a07263105', 'tag': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc', 'status': 'completed', 'code': 200} Jun 10 03:59:28.515236 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-e30cf671-3b7c-4b15-bf94-12bfba4f02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T03:55:13Z', 'revision_number': 4, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port': {'id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_floatingips': [{'id': '414c8a45-f446-4756-8b05-54c25f1d68a2', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'floating_ip_address': '172.28.2.55', 'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'router_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'port_id': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'mac_address': 'fa:16:3e:41:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5521dea9-30aa-489a-9283-131a07263105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T03:59:11Z', 'updated_at': '2021-06-10T03:59:26Z', 'revision_number': 1, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f828067-896f-4717-9081-7c733f0f089d', 'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'mac_address': 'fa:16:3e:9a:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:10Z', 'updated_at': '2021-06-10T03:55:24Z', 'revision_number': 5, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'subnets': [{'id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:28.519759 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30cf671-3b7c-4b15-bf94-12bfba4f02ca None None] Checking router: e085632c-22eb-44dc-a595-2cb38944dba6 for host: dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:59:28.531335 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30cf671-3b7c-4b15-bf94-12bfba4f02ca None None] Routers {'e085632c-22eb-44dc-a595-2cb38944dba6'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:28.532012 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-e30cf671-3b7c-4b15-bf94-12bfba4f02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:59:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e085632c-22eb-44dc-a595-2cb38944dba6'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:28.598634 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73df95-4dba-40f6-b803-911bd0b7ba0a req-f0f02133-3781-46f3-a09d-c11108dfe452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:28.600373 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-1d73df95-4dba-40f6-b803-911bd0b7ba0a req-f0f02133-3781-46f3-a09d-c11108dfe452 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94525e980f4749d3920cc7e9c22bc80a&device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 1099 time: 0.2274668 Jun 10 03:59:28.604666 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-55f4a88e-5ee4-41c1-9461-090aada23611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690229'] for router_interface, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:28.680758 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-e30cf671-3b7c-4b15-bf94-12bfba4f02ca None None] Set router e085632c-22eb-44dc-a595-2cb38944dba6 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:28.869239 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73df95-4dba-40f6-b803-911bd0b7ba0a req-2e0bae44-8811-48eb-b972-333d3c595d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:28.870975 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-1d73df95-4dba-40f6-b803-911bd0b7ba0a req-2e0bae44-8811-48eb-b972-333d3c595d95 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2885b30d-7b76-4cfa-abd6-461b0adaf373 HTTP/1.1" status: 200 len: 917 time: 0.2583473 Jun 10 03:59:28.988422 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-e30cf671-3b7c-4b15-bf94-12bfba4f02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T03:55:13Z', 'revision_number': 4, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port': {'id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_floatingips': [{'id': '414c8a45-f446-4756-8b05-54c25f1d68a2', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'floating_ip_address': '172.28.2.55', 'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'router_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'port_id': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'mac_address': 'fa:16:3e:41:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5521dea9-30aa-489a-9283-131a07263105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T03:59:11Z', 'updated_at': '2021-06-10T03:59:26Z', 'revision_number': 1, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f828067-896f-4717-9081-7c733f0f089d', 'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'mac_address': 'fa:16:3e:9a:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:10Z', 'updated_at': '2021-06-10T03:55:24Z', 'revision_number': 5, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'subnets': [{'id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:28.992838 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30cf671-3b7c-4b15-bf94-12bfba4f02ca None None] The sync data for ids ['e085632c-22eb-44dc-a595-2cb38944dba6'] in dv-cinder-741349-4-smb is: [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T03:55:13Z', 'revision_number': 4, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port': {'id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_floatingips': [{'id': '414c8a45-f446-4756-8b05-54c25f1d68a2', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'floating_ip_address': '172.28.2.55', 'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'router_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'port_id': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'mac_address': 'fa:16:3e:41:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5521dea9-30aa-489a-9283-131a07263105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T03:59:11Z', 'updated_at': '2021-06-10T03:59:26Z', 'revision_number': 1, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f828067-896f-4717-9081-7c733f0f089d', 'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'mac_address': 'fa:16:3e:9a:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:10Z', 'updated_at': '2021-06-10T03:55:24Z', 'revision_number': 5, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'subnets': [{'id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:59:29.252545 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e07bf6-b11c-4cb7-8620-bce8b13de454 None None] New status for floating IP 414c8a45-f446-4756-8b05-54c25f1d68a2: ACTIVE {{(pid=91627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 03:59:29.503791 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-1d73df95-4dba-40f6-b803-911bd0b7ba0a req-98ab5666-dcda-440e-ac0e-737be10f1877 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4ac8f45-6b79-46cb-9009-f65cb49f45cc HTTP/1.1" status: 200 len: 999 time: 0.6169183 Jun 10 03:59:29.591879 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73df95-4dba-40f6-b803-911bd0b7ba0a req-03e23565-b2cb-4841-94f1-05ee60cdeb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:29.593576 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-1d73df95-4dba-40f6-b803-911bd0b7ba0a req-03e23565-b2cb-4841-94f1-05ee60cdeb52 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5c3e6d9b-092f-4d58-89f6-b46392a43086 HTTP/1.1" status: 200 len: 856 time: 0.0804315 Jun 10 03:59:29.603891 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f4a88e-5ee4-41c1-9461-090aada23611 admin admin] Router 6e19b513-785d-4cde-a760-ff19b6b101c3 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 03:59:29.805137 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73df95-4dba-40f6-b803-911bd0b7ba0a req-e58f5331-2ead-420f-be00-501d6551534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:29.806706 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-1d73df95-4dba-40f6-b803-911bd0b7ba0a req-e58f5331-2ead-420f-be00-501d6551534c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2885b30d-7b76-4cfa-abd6-461b0adaf373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2011008 Jun 10 03:59:29.846568 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f4a88e-5ee4-41c1-9461-090aada23611 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:59:29.854637 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-55f4a88e-5ee4-41c1-9461-090aada23611 admin admin] 10.222.0.25 "PUT /v2.0/routers/6e19b513-785d-4cde-a760-ff19b6b101c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5441117 Jun 10 03:59:29.857277 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55394) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:29.868387 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee4628-67f6-4641-b34b-819935dc1db2 None None] Sync routers for ids ['6e19b513-785d-4cde-a760-ff19b6b101c3'] in dv-cinder-741349-4-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:59:29.891091 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee4628-67f6-4641-b34b-819935dc1db2 None None] Routers {'6e19b513-785d-4cde-a760-ff19b6b101c3'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:29.891815 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-84ee4628-67f6-4641-b34b-819935dc1db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:59:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['6e19b513-785d-4cde-a760-ff19b6b101c3'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:29.976496 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-1d73df95-4dba-40f6-b803-911bd0b7ba0a req-39ca0751-d265-4ef9-a8f0-e1ec085c8bbb service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593826 Jun 10 03:59:30.123657 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-1d73df95-4dba-40f6-b803-911bd0b7ba0a req-2b2e490b-1d9c-44f4-b51a-1d359190a45c service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408978 Jun 10 03:59:30.149185 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Notify callbacks [] for router, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:30.230852 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-84ee4628-67f6-4641-b34b-819935dc1db2 None None] Set router 6e19b513-785d-4cde-a760-ff19b6b101c3 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:30.317972 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:30.384551 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Deleting port c94589dd-5bda-481e-ad2a-06f6522d05c2 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:59:30.385219 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:30.490619 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-84ee4628-67f6-4641-b34b-819935dc1db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e19b513-785d-4cde-a760-ff19b6b101c3', 'name': 'tempest-TestMinimumBasicScenario-1493434596-router', 'tenant_id': 'ef040c24740645c3a55a50701d64155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': 'c94589dd-5bda-481e-ad2a-06f6522d05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:28Z', 'updated_at': '2021-06-10T03:59:27Z', 'revision_number': 5, 'project_id': 'ef040c24740645c3a55a50701d64155a', 'gw_port': {'id': 'c94589dd-5bda-481e-ad2a-06f6522d05c2', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e19b513-785d-4cde-a760-ff19b6b101c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:29Z', 'updated_at': '2021-06-10T03:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:30.494713 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee4628-67f6-4641-b34b-819935dc1db2 None None] Checking router: 6e19b513-785d-4cde-a760-ff19b6b101c3 for host: dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:59:30.503939 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee4628-67f6-4641-b34b-819935dc1db2 None None] Routers {'6e19b513-785d-4cde-a760-ff19b6b101c3'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:30.504628 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-84ee4628-67f6-4641-b34b-819935dc1db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:59:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['6e19b513-785d-4cde-a760-ff19b6b101c3'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:30.508759 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] For port c94589dd-5bda-481e-ad2a-06f6522d05c2, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=c94589dd-5bda-481e-ad2a-06f6522d05c2,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:30.509262 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:30.631339 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-84ee4628-67f6-4641-b34b-819935dc1db2 None None] Set router 6e19b513-785d-4cde-a760-ff19b6b101c3 gateway port host: None {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:30.643289 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Calling delete_port for c94589dd-5bda-481e-ad2a-06f6522d05c2 owned by network:router_gateway {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:59:30.719736 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-84ee4628-67f6-4641-b34b-819935dc1db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e19b513-785d-4cde-a760-ff19b6b101c3', 'name': 'tempest-TestMinimumBasicScenario-1493434596-router', 'tenant_id': 'ef040c24740645c3a55a50701d64155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:28Z', 'updated_at': '2021-06-10T03:59:30Z', 'revision_number': 6, 'project_id': 'ef040c24740645c3a55a50701d64155a', 'gw_port_host': None}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:30.723559 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee4628-67f6-4641-b34b-819935dc1db2 None None] The sync data for ids ['6e19b513-785d-4cde-a760-ff19b6b101c3'] in dv-cinder-741349-4-smb is: [{'id': '6e19b513-785d-4cde-a760-ff19b6b101c3', 'name': 'tempest-TestMinimumBasicScenario-1493434596-router', 'tenant_id': 'ef040c24740645c3a55a50701d64155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:28Z', 'updated_at': '2021-06-10T03:59:30Z', 'revision_number': 6, 'project_id': 'ef040c24740645c3a55a50701d64155a', 'gw_port_host': None}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:59:30.955672 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126570678'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:30.957768 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:30.994738 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94589dd-5bda-481e-ad2a-06f6522d05c2,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:31.009348 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:31.009719 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:31.010084 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:31.010471 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:31.010828 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:31.011180 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:31.011530 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:31.011878 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:31.012228 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:31.012573 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:31.012916 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:31.013257 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:31.043443 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:31.132626 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719204'] for router_gateway, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:31.315235 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245209'] for router, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:31.317754 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:31.384890 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688193'] for router, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:31.385404 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e19b513-785d-4cde-a760-ff19b6b101c3 {{(pid=91625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 03:59:31.394563 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:31.395798 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6e19b513-785d-4cde-a760-ff19b6b101c3 HTTP/1.1" status: 204 len: 168 time: 1.5361047 Jun 10 03:59:31.398399 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55424) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:31.458032 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5e4a44-f5e0-4df0-918f-2c92df325bbb admin admin] Deleting subnet aae4a8ce-f0c6-4252-9d00-2bb84cf7c46a {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 03:59:31.461482 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4a44-f5e0-4df0-918f-2c92df325bbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:31.507228 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4a44-f5e0-4df0-918f-2c92df325bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125877336'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:31.655659 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4a44-f5e0-4df0-918f-2c92df325bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751384'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:31.743801 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4a44-f5e0-4df0-918f-2c92df325bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126570876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129190977'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:31.746795 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1f5feea4-22ea-4341-ba46-19a13b85fb8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:31.787909 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e4a44-f5e0-4df0-918f-2c92df325bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aae4a8ce-f0c6-4252-9d00-2bb84cf7c46a,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:31.790933 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7f5e4a44-f5e0-4df0-918f-2c92df325bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:31.801285 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aadd681-5646-4dc0-a53a-6ed32b7b8ebb None None] Network eeada760-4f82-4853-b871-f96b8f8362a7 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:59:31.801817 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4a44-f5e0-4df0-918f-2c92df325bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:31.803272 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-7f5e4a44-f5e0-4df0-918f-2c92df325bbb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/aae4a8ce-f0c6-4252-9d00-2bb84cf7c46a HTTP/1.1" status: 204 len: 168 time: 0.4039328 Jun 10 03:59:31.805701 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55444) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:31.971296 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579201'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:32.066573 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 100ce6aa-7bed-44d2-ae59-97f587556a7d no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:59:32.099504 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] Deleting port 890b35f5-6b60-4777-a9f9-1685bddb79b8 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:59:32.099857 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:32.121498 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: 100ce6aa-7bed-44d2-ae59-97f587556a7d {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:59:32.122106 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 100ce6aa-7bed-44d2-ae59-97f587556a7d not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:59:32.122577 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device c94589dd-5bda-481e-ad2a-06f6522d05c2 no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:59:32.158966 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: c94589dd-5bda-481e-ad2a-06f6522d05c2 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:59:32.159604 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device c94589dd-5bda-481e-ad2a-06f6522d05c2 not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:59:32.183507 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae5d93d-8315-4f8e-ad6f-40e458745d8f None None] DHCP port deletion for eeada760-4f82-4853-b871-f96b8f8362a7 request from dv-cinder-741349-4-smb {{(pid=91627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 03:59:32.198008 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] For port 890b35f5-6b60-4777-a9f9-1685bddb79b8, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=890b35f5-6b60-4777-a9f9-1685bddb79b8,segment=NetworkSegment(613cc5f6-9c9f-4489-865b-83d1139b8b1a),segment_id=613cc5f6-9c9f-4489-865b-83d1139b8b1a)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:32.198543 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:32.241020 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-dae5d93d-8315-4f8e-ad6f-40e458745d8f None None] Deleting port 890b35f5-6b60-4777-a9f9-1685bddb79b8 {{(pid=91627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:59:32.241689 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-dae5d93d-8315-4f8e-ad6f-40e458745d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:32.296705 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] Calling delete_port for 890b35f5-6b60-4777-a9f9-1685bddb79b8 owned by network:dhcp {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:59:32.336804 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-dae5d93d-8315-4f8e-ad6f-40e458745d8f None None] For port 890b35f5-6b60-4777-a9f9-1685bddb79b8, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=890b35f5-6b60-4777-a9f9-1685bddb79b8,segment=NetworkSegment(613cc5f6-9c9f-4489-865b-83d1139b8b1a),segment_id=613cc5f6-9c9f-4489-865b-83d1139b8b1a)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:32.337509 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-dae5d93d-8315-4f8e-ad6f-40e458745d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:32.413530 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126570678'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:32.423448 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:32.447187 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-dae5d93d-8315-4f8e-ad6f-40e458745d8f None None] Calling delete_port for 890b35f5-6b60-4777-a9f9-1685bddb79b8 owned by network:dhcp {{(pid=91627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:59:32.464232 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] No DVR routers for this DVR port 890b35f5-6b60-4777-a9f9-1685bddb79b8 on host dv-cinder-741349-4-smb {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 03:59:32.466757 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] Pushing event deleted for resources: {'Port': ['ID=890b35f5-6b60-4777-a9f9-1685bddb79b8,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:32.471312 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:32.563302 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-dae5d93d-8315-4f8e-ad6f-40e458745d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224'] for port, after_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:32.574710 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:32.579973 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5d93d-8315-4f8e-ad6f-40e458745d8f None None] No DVR routers for this DVR port 890b35f5-6b60-4777-a9f9-1685bddb79b8 on host dv-cinder-741349-4-smb {{(pid=91627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 03:59:32.587054 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745367', 'neutron.services.segments.db._delete_segments_for_network-8785832343215'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:32.606256 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeada760-4f82-4853-b871-f96b8f8362a7']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:32.609177 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5d93d-8315-4f8e-ad6f-40e458745d8f None None] Pushing event deleted for resources: {'Port': ['ID=890b35f5-6b60-4777-a9f9-1685bddb79b8,revision_number=None']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:32.610473 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-dae5d93d-8315-4f8e-ad6f-40e458745d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:32.624092 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613cc5f6-9c9f-4489-865b-83d1139b8b1a') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:32.624458 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613cc5f6-9c9f-4489-865b-83d1139b8b1a') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:32.635777 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785832343044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125877313'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:32.651886 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:32.661753 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 03:59:32.662287 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126570723'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: Traceback (most recent call last): Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: timer() Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: cb(*args, **kw) Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: return func(*args, **kwargs) Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: self._notify() Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: self.callback(batched_events) Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: event.method(event) Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: return f(self, *a, **k) Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: return self._get(url).json() Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 03:59:32.664156 dv-cinder-741349-4-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 03:59:32.753500 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719115'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:32.761987 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:32.764122 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] 10.222.0.25 "DELETE /v2.0/networks/eeada760-4f82-4853-b871-f96b8f8362a7 HTTP/1.1" status: 204 len: 168 time: 0.9574165 Jun 10 03:59:32.764936 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d7106b37-acad-4b7b-aea9-5d33ddbc64b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:32.783116 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] Pushing event deleted for resources: {'Network': ['ID=eeada760-4f82-4853-b871-f96b8f8362a7,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:32.786279 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:33.005622 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55460) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:33.055120 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-dabc8ec3-a85d-48ee-9489-1b70bed9bcbf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=530716926fc84a6aa5a8d89134509a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481639 Jun 10 03:59:33.057576 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55462) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:33.114516 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-fe82f714-fe73-4eb6-927b-9e27e604dbc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:33.138986 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-fe82f714-fe73-4eb6-927b-9e27e604dbc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:33.216155 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-fe82f714-fe73-4eb6-927b-9e27e604dbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:33.220268 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-fe82f714-fe73-4eb6-927b-9e27e604dbc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:33.224565 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-fe82f714-fe73-4eb6-927b-9e27e604dbc0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/086a8ce6-20ae-4601-a17f-af5fea7d008b HTTP/1.1" status: 204 len: 168 time: 0.1631079 Jun 10 03:59:33.224565 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6cc9af38-f907-4cbd-b0a3-e00fa688c0dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:33.236033 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82f714-fe73-4eb6-927b-9e27e604dbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086a8ce6-20ae-4601-a17f-af5fea7d008b,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:33.251183 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-fe82f714-fe73-4eb6-927b-9e27e604dbc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:33.698976 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55470) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:33.747447 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-4f317431-0e37-4eab-9517-60491f89d739 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef040c24740645c3a55a50701d64155a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470755 Jun 10 03:59:33.752525 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 55476) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:33.819851 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-af5678c7-bac4-4954-92cd-569d28bb5bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:33.849307 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-af5678c7-bac4-4954-92cd-569d28bb5bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:33.908251 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-af5678c7-bac4-4954-92cd-569d28bb5bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:33.912072 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-af5678c7-bac4-4954-92cd-569d28bb5bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:33.913770 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-af5678c7-bac4-4954-92cd-569d28bb5bf4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/363db016-90b3-49d6-a3ec-8573d436cec3 HTTP/1.1" status: 204 len: 168 time: 0.1601577 Jun 10 03:59:33.914936 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4667dfaa-f2c3-459b-89b1-3bf7133e0687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:33.940289 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5678c7-bac4-4954-92cd-569d28bb5bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363db016-90b3-49d6-a3ec-8573d436cec3,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:33.945488 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-af5678c7-bac4-4954-92cd-569d28bb5bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:34.054296 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 890b35f5-6b60-4777-a9f9-1685bddb79b8 no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:59:34.083943 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: 890b35f5-6b60-4777-a9f9-1685bddb79b8 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:59:34.084476 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 890b35f5-6b60-4777-a9f9-1685bddb79b8 not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:59:34.306343 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 55490) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:34.526294 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-10e9e0db-523a-4b23-af67-4240d84ad8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:34.678674 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-10e9e0db-523a-4b23-af67-4240d84ad8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:34.685157 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-10e9e0db-523a-4b23-af67-4240d84ad8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:34.704313 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3cf00e9a-5bff-4d5e-8c50-6c0bc0773d15 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:34.735355 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-10e9e0db-523a-4b23-af67-4240d84ad8e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18c43fa0d31d45ceae328fcf7fd9bcce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274535 Jun 10 03:59:34.738319 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55496) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:34.742148 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9e0db-523a-4b23-af67-4240d84ad8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6770707b-cdf3-48e1-808e-de016cbe5da3,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:34.755285 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-10e9e0db-523a-4b23-af67-4240d84ad8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:34.812092 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-36dc915b-fcf2-47fd-93ec-a8f723e5e2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:34.837043 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-36dc915b-fcf2-47fd-93ec-a8f723e5e2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:34.902286 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-36dc915b-fcf2-47fd-93ec-a8f723e5e2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:34.905271 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-36dc915b-fcf2-47fd-93ec-a8f723e5e2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:34.915528 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-36dc915b-fcf2-47fd-93ec-a8f723e5e2b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6770707b-cdf3-48e1-808e-de016cbe5da3 HTTP/1.1" status: 204 len: 168 time: 0.1699612 Jun 10 03:59:34.916576 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-732e293a-bf2e-4897-875a-96f087bddf5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:34.928249 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc915b-fcf2-47fd-93ec-a8f723e5e2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6770707b-cdf3-48e1-808e-de016cbe5da3,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:34.931408 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-36dc915b-fcf2-47fd-93ec-a8f723e5e2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:35.622540 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55522) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:35.729517 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1273258040-network', 'tenant_id': '93f6616f232149eab0b0d4420733cabb'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:35.758818 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] Made reservation on behalf of 93f6616f232149eab0b0d4420733cabb for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:59:35.762821 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612569'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:35.779112 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:35.901181 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:35.905907 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:35.910166 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b5d75bd9-2e8a-4081-b2f5-f031722c72cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:35.928343 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 03:59:35.949693 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f911dd89-c719-48ac-b33e-d9eee92f535a,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:35.953556 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:35.953901 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] Added segment e4002faa-5b3e-481c-8629-f3d8e9d913f0 of type vlan for network c17b4dab-7c5d-43ef-9e30-36283078fe36 Jun 10 03:59:35.955418 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:36.017689 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785831791279'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:36.049714 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:36.051103 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:36.051795 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:36.054061 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:36.094999 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4710250 Jun 10 03:59:36.095366 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 55532) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:36.102702 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-829fd2a6-4fcc-4e5d-b537-672984228e2f admin admin] Request body: {'subnet': {'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1273258040-subnet', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:36.130257 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829fd2a6-4fcc-4e5d-b537-672984228e2f admin admin] Made reservation on behalf of 93f6616f232149eab0b0d4420733cabb for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:59:36.132960 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-829fd2a6-4fcc-4e5d-b537-672984228e2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127894150'] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:36.147596 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] Pushing event updated for resources: {'Network': ['ID=c17b4dab-7c5d-43ef-9e30-36283078fe36,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:36.157553 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:36.158744 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Network c17b4dab-7c5d-43ef-9e30-36283078fe36 details requested by agent ovs-agent-dv-cinder-741349-4-smb with host dv-cinder-741349-4-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 03:59:36.385795 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-829fd2a6-4fcc-4e5d-b537-672984228e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126309816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127894160'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:36.389788 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7618b975-173f-4f9c-8ed7-c005a0006210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:36.467972 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fd2a6-4fcc-4e5d-b537-672984228e2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=98a80741-e8d4-48c3-be87-dcded5c81d07,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:36.470424 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829fd2a6-4fcc-4e5d-b537-672984228e2f admin admin] Checking segment: {'id': 'e4002faa-5b3e-481c-8629-f3d8e9d913f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:59:36.470785 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829fd2a6-4fcc-4e5d-b537-672984228e2f admin admin] Network hostable DHCP agents. Network: c17b4dab-7c5d-43ef-9e30-36283078fe36, hostable agents: ['9b7b751a-80ba-4c5f-bc61-5ab83d7a2938'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 03:59:36.473144 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-829fd2a6-4fcc-4e5d-b537-672984228e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:36.498127 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829fd2a6-4fcc-4e5d-b537-672984228e2f admin admin] Network c17b4dab-7c5d-43ef-9e30-36283078fe36 is scheduled to be hosted by DHCP agent 9b7b751a-80ba-4c5f-bc61-5ab83d7a2938 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 03:59:36.508406 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-829fd2a6-4fcc-4e5d-b537-672984228e2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-smb, c17b4dab-7c5d-43ef-9e30-36283078fe36) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:59:36.515714 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829fd2a6-4fcc-4e5d-b537-672984228e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:36.517425 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-829fd2a6-4fcc-4e5d-b537-672984228e2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:36.521592 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9410ab08-d2b8-49fb-a826-b1b649e7cb46 None None] Network c17b4dab-7c5d-43ef-9e30-36283078fe36 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:59:36.535405 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-829fd2a6-4fcc-4e5d-b537-672984228e2f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4381206 Jun 10 03:59:36.537895 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55538) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:36.543317 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1273258040-router', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:36.573282 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245035'] for router, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:36.574384 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-336819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-245200'] for router, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:36.644676 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:36.743568 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa79c994-edd9-5899-8f11-c816d81be598-c17b4dab-7c5d-43ef-9e30-36283078fe36', 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'fixed_ips': [{'subnet_id': '98a80741-e8d4-48c3-be87-dcded5c81d07'}]}} from dv-cinder-741349-4-smb. {{(pid=91627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 03:59:36.745043 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:37.117792 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.db_base_plugin_common [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Allocated IP 172.20.0.2 (c17b4dab-7c5d-43ef-9e30-36283078fe36/98a80741-e8d4-48c3-be87-dcded5c81d07/cf4e9bf6-b100-47b6-bfd9-e422fb3f1303) {{(pid=91627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:59:37.205055 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245190'] for router, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:37.324980 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Notify callbacks [] for port, precommit_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:37.334701 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Transition to ACTIVE for port object cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:59:37.355403 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Transition to ACTIVE for port object cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 will not be triggered until provisioned by entity DHCP. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:59:37.362018 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:37.364629 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3414fae3-8178-4282-8f3d-ed8b91aa0840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:37.413634 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Network c17b4dab-7c5d-43ef-9e30-36283078fe36 is already hosted by enough agents. {{(pid=91627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:59:37.416642 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.scheduler.base_scheduler [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Resources bound (agent type, host, resource id): {{(pid=91627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:59:37.423473 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Received port after_create {{(pid=91627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:59:37.426455 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Pushing event updated for resources: {'Port': ['ID=cf4e9bf6-b100-47b6-bfd9-e422fb3f1303,revision_number=1']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:37.431184 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:37.493851 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Attempting to bind port cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:59:37.494260 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Attempting to bind port cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': 'e4002faa-5b3e-481c-8629-f3d8e9d913f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:59:37.494634 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Attempting to bind port cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 on network c17b4dab-7c5d-43ef-9e30-36283078fe36 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:59:37.500168 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:59:37.500561 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Checking segment: {'id': 'e4002faa-5b3e-481c-8629-f3d8e9d913f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:59:37.500975 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:37.501385 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Bound using segment: {'id': 'e4002faa-5b3e-481c-8629-f3d8e9d913f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:59:37.501863 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Bound port: cf4e9bf6-b100-47b6-bfd9-e422fb3f1303, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4002faa-5b3e-481c-8629-f3d8e9d913f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:59:37.502268 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:37.510175 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:37.535602 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:37.576459 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] For port cf4e9bf6-b100-47b6-bfd9-e422fb3f1303, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:59:37.580334 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] For port cf4e9bf6-b100-47b6-bfd9-e422fb3f1303, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=cf4e9bf6-b100-47b6-bfd9-e422fb3f1303,segment=NetworkSegment(e4002faa-5b3e-481c-8629-f3d8e9d913f0),segment_id=e4002faa-5b3e-481c-8629-f3d8e9d913f0)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:59:37.584425 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:37.586506 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:37.651883 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Pushing event updated for resources: {'Port': ['ID=cf4e9bf6-b100-47b6-bfd9-e422fb3f1303,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:37.654760 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Allocated IP 172.28.2.52 (521d4520-71b8-438e-96ef-236a080e2b51/e4fdf890-cc0e-449a-b17a-0a4cb4019895/3948a9a4-c020-42e3-986b-7a4be2b963dc) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:59:37.655225 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:37.794424 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:37.839725 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126570669'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:37.841645 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-574fb09d-3a2b-481d-8b84-2e08334adb3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:37.897747 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Network 521d4520-71b8-438e-96ef-236a080e2b51 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:59:37.900856 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:59:37.908478 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:59:37.911768 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Pushing event updated for resources: {'Port': ['ID=3948a9a4-c020-42e3-986b-7a4be2b963dc,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:37.915176 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:38.040535 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:59:38.117289 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:59:38.270056 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:38.578378 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719355'] for router, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:38.582257 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf1233e-a116-486d-95e3-4f561965ee2d None None] Network c17b4dab-7c5d-43ef-9e30-36283078fe36 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:59:38.701093 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-14796933-a747-4239-b52f-eba853d1d63d None None] Provisioning for port cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:59:38.712247 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-14796933-a747-4239-b52f-eba853d1d63d None None] Provisioning complete for port cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:38.712633 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-14796933-a747-4239-b52f-eba853d1d63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:38.766138 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Router e5c9cb69-e955-4d9f-be94-5f24189fbf43 is scheduled to L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be with binding_index 1 {{(pid=91625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 03:59:38.883743 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-14796933-a747-4239-b52f-eba853d1d63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:38.921580 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:59:38.931411 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-14796933-a747-4239-b52f-eba853d1d63d None None] For port cf4e9bf6-b100-47b6-bfd9-e422fb3f1303, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=cf4e9bf6-b100-47b6-bfd9-e422fb3f1303,segment=NetworkSegment(e4002faa-5b3e-481c-8629-f3d8e9d913f0),segment_id=e4002faa-5b3e-481c-8629-f3d8e9d913f0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:38.933915 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Sync routers for ids ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'] in dv-cinder-741349-4-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:59:38.938332 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-14796933-a747-4239-b52f-eba853d1d63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:38.939686 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:38.943477 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-0d107efd-5b43-4b38-a897-8d8ec8e44498 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4018779 Jun 10 03:59:38.943642 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:38.943733 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55618) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:38.972195 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Routers {'e5c9cb69-e955-4d9f-be94-5f24189fbf43'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:38.972844 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:59:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:39.105104 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14796933-a747-4239-b52f-eba853d1d63d None None] Pushing event updated for resources: {'Port': ['ID=cf4e9bf6-b100-47b6-bfd9-e422fb3f1303,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:39.110150 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-14796933-a747-4239-b52f-eba853d1d63d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:39.137249 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Set router e5c9cb69-e955-4d9f-be94-5f24189fbf43 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:39.248525 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-48449e66-4d6f-416d-8c58-d0dafdb3c0ca None None] Provisioning complete for port cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:39.249408 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-48449e66-4d6f-416d-8c58-d0dafdb3c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:39.455007 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'name': 'tempest-TestShelveInstance-1273258040-router', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:36Z', 'updated_at': '2021-06-10T03:59:38Z', 'revision_number': 3, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'gw_port': {'id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:37Z', 'updated_at': '2021-06-10T03:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:39.458283 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Checking router: e5c9cb69-e955-4d9f-be94-5f24189fbf43 for host: dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:59:39.458640 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Updating router e5c9cb69-e955-4d9f-be94-5f24189fbf43 port 3948a9a4-c020-42e3-986b-7a4be2b963dc binding host dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 03:59:39.497696 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:39.509754 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:39.685266 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Allocated IP 172.20.0.1 (c17b4dab-7c5d-43ef-9e30-36283078fe36/98a80741-e8d4-48c3-be87-dcded5c81d07/fa3dcb7c-ded1-40d4-9b64-813dc739fe3d) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:59:39.785447 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:39.796566 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Transition to ACTIVE for port object 3948a9a4-c020-42e3-986b-7a4be2b963dc will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:59:39.803188 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:39.806691 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:39.813495 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 55624) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:39.862882 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Attempting to bind port 3948a9a4-c020-42e3-986b-7a4be2b963dc on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:59:39.863280 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Attempting to bind port 3948a9a4-c020-42e3-986b-7a4be2b963dc by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:59:39.863627 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Attempting to bind port 3948a9a4-c020-42e3-986b-7a4be2b963dc on network 521d4520-71b8-438e-96ef-236a080e2b51 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:59:39.869368 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d93a5-9810-4c4d-9f74-25d160353155 None None] Pushing event updated for resources: {'Port': ['ID=3948a9a4-c020-42e3-986b-7a4be2b963dc,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:39.873303 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac6207b-1043-46a1-ba47-8c5146cfcef4 admin admin] Deleting subnet 231081a4-2213-4e58-848e-3174fff6bf49 {{(pid=91626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 03:59:39.873504 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-b48d93a5-9810-4c4d-9f74-25d160353155 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:39.874597 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:59:39.874980 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Checking segment: {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:59:39.875383 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:39.875785 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Bound using segment: {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:59:39.876269 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Bound port: 3948a9a4-c020-42e3-986b-7a4be2b963dc, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:59:39.876649 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:39.877284 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cac6207b-1043-46a1-ba47-8c5146cfcef4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:39.929809 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cac6207b-1043-46a1-ba47-8c5146cfcef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708508'] for subnet, precommit_delete_associations {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:39.944961 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] For port 3948a9a4-c020-42e3-986b-7a4be2b963dc, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:59:39.948596 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] For port 3948a9a4-c020-42e3-986b-7a4be2b963dc, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=3948a9a4-c020-42e3-986b-7a4be2b963dc,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:59:39.953831 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:39.956085 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:39.991716 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cac6207b-1043-46a1-ba47-8c5146cfcef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751384'] for subnet, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.013253 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Routers {'e5c9cb69-e955-4d9f-be94-5f24189fbf43'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:40.015580 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:59:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:40.075700 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cac6207b-1043-46a1-ba47-8c5146cfcef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126309881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127894169'] for subnet, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.080712 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:40.115922 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6207b-1043-46a1-ba47-8c5146cfcef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=231081a4-2213-4e58-848e-3174fff6bf49,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:40.119032 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-cac6207b-1043-46a1-ba47-8c5146cfcef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:40.122610 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cac6207b-1043-46a1-ba47-8c5146cfcef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.125171 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-cac6207b-1043-46a1-ba47-8c5146cfcef4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/231081a4-2213-4e58-848e-3174fff6bf49 HTTP/1.1" status: 204 len: 168 time: 0.3115213 Jun 10 03:59:40.127833 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 55626) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:40.134041 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.150881 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Transition to ACTIVE for port object fa3dcb7c-ded1-40d4-9b64-813dc739fe3d will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:59:40.193525 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126570669'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.196136 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:40.204381 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:59:40.219192 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c66e456-eeb9-4b9a-9cdd-ece1fe5b23cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579201'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.249378 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Network c17b4dab-7c5d-43ef-9e30-36283078fe36 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:59:40.252622 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:59:40.265827 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:59:40.272994 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Pushing event updated for resources: {'Port': ['ID=fa3dcb7c-ded1-40d4-9b64-813dc739fe3d,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:40.278042 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d93a5-9810-4c4d-9f74-25d160353155 None None] Pushing event updated for resources: {'Port': ['ID=3948a9a4-c020-42e3-986b-7a4be2b963dc,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:40.281214 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-b48d93a5-9810-4c4d-9f74-25d160353155 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:40.305090 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:40.331707 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690492'] for router_interface, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.334612 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c66e456-eeb9-4b9a-9cdd-ece1fe5b23cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745367', 'neutron.services.segments.db._delete_segments_for_network-8785832343215'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.346021 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-1c66e456-eeb9-4b9a-9cdd-ece1fe5b23cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864d3df5-9f00-4354-9030-ebb4ec12e557']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:40.360858 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:40.361237 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.361456 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-1c66e456-eeb9-4b9a-9cdd-ece1fe5b23cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea3b2c1-128c-4be4-8f26-c7adf5afbef3') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:40.361754 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-1c66e456-eeb9-4b9a-9cdd-ece1fe5b23cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea3b2c1-128c-4be4-8f26-c7adf5afbef3') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:40.363722 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] Set router e5c9cb69-e955-4d9f-be94-5f24189fbf43 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:40.373014 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c66e456-eeb9-4b9a-9cdd-ece1fe5b23cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785832343044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708485'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.391094 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c66e456-eeb9-4b9a-9cdd-ece1fe5b23cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.399203 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c66e456-eeb9-4b9a-9cdd-ece1fe5b23cb admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 03:59:40.399877 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c66e456-eeb9-4b9a-9cdd-ece1fe5b23cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126309478'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: conditions |= (models_v2.Port.network_id.in_( Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: Traceback (most recent call last): Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: timer() Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: cb(*args, **kw) Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: return func(*args, **kwargs) Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: self._notify() Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: self.callback(batched_events) Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: event.method(event) Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: return f(self, *a, **k) Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: return self._get(url).json() Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 03:59:40.478006 dv-cinder-741349-4-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 03:59:40.480973 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c66e456-eeb9-4b9a-9cdd-ece1fe5b23cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719115'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.486219 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:40.491032 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c66e456-eeb9-4b9a-9cdd-ece1fe5b23cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.495466 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-1c66e456-eeb9-4b9a-9cdd-ece1fe5b23cb admin admin] 10.222.0.25 "DELETE /v2.0/networks/864d3df5-9f00-4354-9030-ebb4ec12e557 HTTP/1.1" status: 204 len: 168 time: 0.3641119 Jun 10 03:59:40.510058 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e456-eeb9-4b9a-9cdd-ece1fe5b23cb admin admin] Pushing event deleted for resources: {'Network': ['ID=864d3df5-9f00-4354-9030-ebb4ec12e557,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:40.512876 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1c66e456-eeb9-4b9a-9cdd-ece1fe5b23cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:40.546474 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.641951 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 55632) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:40.658403 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-919a9f35-25e8-493a-bbb4-117c647aeda3 None None] Provisioning for port fa3dcb7c-ded1-40d4-9b64-813dc739fe3d completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:59:40.676223 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-919a9f35-25e8-493a-bbb4-117c647aeda3 None None] Provisioning complete for port fa3dcb7c-ded1-40d4-9b64-813dc739fe3d triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:40.676541 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-919a9f35-25e8-493a-bbb4-117c647aeda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.692962 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-a40cf3b4-4f17-45e3-9913-046a397df447 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39f5554c0f864734b6ade211c2e3105f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473707 Jun 10 03:59:40.693257 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 55634) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:40.747417 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-860d04d1-7571-42d6-8ff7-90af0753dbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.748352 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-919a9f35-25e8-493a-bbb4-117c647aeda3 None None] Port fa3dcb7c-ded1-40d4-9b64-813dc739fe3d cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 03:59:40.764295 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.769949 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126570687'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.773312 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ceaf35f7-1074-418b-9555-acc7487a4015 tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:40.773489 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'name': 'tempest-TestShelveInstance-1273258040-router', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:36Z', 'updated_at': '2021-06-10T03:59:38Z', 'revision_number': 3, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'gw_port': {'id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:37Z', 'updated_at': '2021-06-10T03:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:40.777622 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-860d04d1-7571-42d6-8ff7-90af0753dbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.778412 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56affa78-e623-41b0-9eb3-72589534b8fe None None] The sync data for ids ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'] in dv-cinder-741349-4-smb is: [{'id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'name': 'tempest-TestShelveInstance-1273258040-router', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:36Z', 'updated_at': '2021-06-10T03:59:38Z', 'revision_number': 3, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'gw_port': {'id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:37Z', 'updated_at': '2021-06-10T03:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:59:40.835196 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-860d04d1-7571-42d6-8ff7-90af0753dbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.839102 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-860d04d1-7571-42d6-8ff7-90af0753dbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.840713 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-860d04d1-7571-42d6-8ff7-90af0753dbea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b981417-67fe-4d23-8714-ceda7e6c5fe9 HTTP/1.1" status: 204 len: 168 time: 0.1464381 Jun 10 03:59:40.841541 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5495d7b9-2160-4b09-92b5-2278adf02624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:40.852058 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d04d1-7571-42d6-8ff7-90af0753dbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b981417-67fe-4d23-8714-ceda7e6c5fe9,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:40.855465 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-860d04d1-7571-42d6-8ff7-90af0753dbea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:40.859768 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Pushing event updated for resources: {'Port': ['ID=fa3dcb7c-ded1-40d4-9b64-813dc739fe3d,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:40.862321 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690504'] for router_interface, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:40.864309 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:40.988331 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Network c17b4dab-7c5d-43ef-9e30-36283078fe36 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:59:40.989713 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:59:41.203019 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Router e5c9cb69-e955-4d9f-be94-5f24189fbf43 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 03:59:41.376937 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4c786f37-2755-484d-bc08-7ba1be4acc38 None None] Provisioning complete for port fa3dcb7c-ded1-40d4-9b64-813dc739fe3d triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:41.378019 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4c786f37-2755-484d-bc08-7ba1be4acc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:41.386203 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:59:41.394046 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-d12caf64-19b3-4c4b-b8de-6450de517dcf admin admin] 10.222.0.25 "PUT /v2.0/routers/e5c9cb69-e955-4d9f-be94-5f24189fbf43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4493392 Jun 10 03:59:41.439036 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4c786f37-2755-484d-bc08-7ba1be4acc38 None None] Port fa3dcb7c-ded1-40d4-9b64-813dc739fe3d cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 03:59:41.722974 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 55664) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:41.833214 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-a31e0e35-cffd-4c3b-8ff7-d7b4dc2b920b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1060070034-network', 'tenant_id': '2bbc8883973b4490a7ae8693ecede9c1'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:41.855264 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31e0e35-cffd-4c3b-8ff7-d7b4dc2b920b admin admin] Made reservation on behalf of 2bbc8883973b4490a7ae8693ecede9c1 for: {'network': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:59:41.857570 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a31e0e35-cffd-4c3b-8ff7-d7b4dc2b920b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612569'] for network, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:41.868038 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a31e0e35-cffd-4c3b-8ff7-d7b4dc2b920b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:41.962754 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a31e0e35-cffd-4c3b-8ff7-d7b4dc2b920b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:41.967462 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a31e0e35-cffd-4c3b-8ff7-d7b4dc2b920b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:41.972835 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8a72a533-4ef7-46a1-876c-00dcc2dffd43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:41.973274 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55676) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:41.979252 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-643e54af-9270-4b72-bc6f-2fd715ad13bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-71914731-network', 'tenant_id': '3b2246e02f5f42f6afd93ddb9741f841'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:42.002122 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31e0e35-cffd-4c3b-8ff7-d7b4dc2b920b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=91626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 03:59:42.002565 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643e54af-9270-4b72-bc6f-2fd715ad13bf admin admin] Made reservation on behalf of 3b2246e02f5f42f6afd93ddb9741f841 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:59:42.005071 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-643e54af-9270-4b72-bc6f-2fd715ad13bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612569'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.013116 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e0e35-cffd-4c3b-8ff7-d7b4dc2b920b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dc2ad5-c638-4e43-bfef-5316165a703f,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:42.017351 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-643e54af-9270-4b72-bc6f-2fd715ad13bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.018479 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a31e0e35-cffd-4c3b-8ff7-d7b4dc2b920b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:42.022255 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a31e0e35-cffd-4c3b-8ff7-d7b4dc2b920b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.023222 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.db.segments_db [None req-a31e0e35-cffd-4c3b-8ff7-d7b4dc2b920b admin admin] Added segment bb66b429-af0f-4012-94c0-63f398ab4d81 of type vlan for network c539a942-bce4-4976-8622-b02e967e033b Jun 10 03:59:42.048288 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 3948a9a4-c020-42e3-986b-7a4be2b963dc up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:59:42.087734 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a31e0e35-cffd-4c3b-8ff7-d7b4dc2b920b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785831791279'] for network, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.115720 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port 3948a9a4-c020-42e3-986b-7a4be2b963dc completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:59:42.119782 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 3948a9a4-c020-42e3-986b-7a4be2b963dc triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:42.120179 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.125778 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a31e0e35-cffd-4c3b-8ff7-d7b4dc2b920b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395'] for network, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.127263 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31e0e35-cffd-4c3b-8ff7-d7b4dc2b920b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:42.127921 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a31e0e35-cffd-4c3b-8ff7-d7b4dc2b920b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.130881 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:42.152281 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-643e54af-9270-4b72-bc6f-2fd715ad13bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.156809 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-643e54af-9270-4b72-bc6f-2fd715ad13bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.160031 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c1b2b53a-ddc2-4dbe-bbb5-3cbb0b92a520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:42.170172 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-a31e0e35-cffd-4c3b-8ff7-d7b4dc2b920b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4460199 Jun 10 03:59:42.172981 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55678) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:42.179471 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-0716b5fa-5ada-4f9d-8a97-c28574cdca44 admin admin] Request body: {'subnet': {'network_id': 'c539a942-bce4-4976-8622-b02e967e033b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1060070034-subnet', 'tenant_id': '2bbc8883973b4490a7ae8693ecede9c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:42.206602 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643e54af-9270-4b72-bc6f-2fd715ad13bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 03:59:42.218558 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.220341 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e0e35-cffd-4c3b-8ff7-d7b4dc2b920b admin admin] Pushing event updated for resources: {'Network': ['ID=c539a942-bce4-4976-8622-b02e967e033b,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:42.221686 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e54af-9270-4b72-bc6f-2fd715ad13bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d685d76-0ad2-47b0-ba9b-3f48bdb05ad2,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:42.225066 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a31e0e35-cffd-4c3b-8ff7-d7b4dc2b920b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:42.228351 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-643e54af-9270-4b72-bc6f-2fd715ad13bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:42.231571 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0716b5fa-5ada-4f9d-8a97-c28574cdca44 admin admin] Made reservation on behalf of 2bbc8883973b4490a7ae8693ecede9c1 for: {'subnet': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:59:42.234087 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0716b5fa-5ada-4f9d-8a97-c28574cdca44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129191006'] for subnet, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.236479 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-643e54af-9270-4b72-bc6f-2fd715ad13bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.236894 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-643e54af-9270-4b72-bc6f-2fd715ad13bf admin admin] Added segment e8d4a2c3-f5a9-4614-bbce-2b93d7300a70 of type vlan for network 8341297e-248d-468d-bd8c-7c9d0bc6c0ea Jun 10 03:59:42.253728 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Network c539a942-bce4-4976-8622-b02e967e033b details requested by agent ovs-agent-dv-cinder-741349-4-smb with host dv-cinder-741349-4-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 03:59:42.259498 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port 3948a9a4-c020-42e3-986b-7a4be2b963dc, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=3948a9a4-c020-42e3-986b-7a4be2b963dc,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:42.275854 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.280964 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:42.361769 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-643e54af-9270-4b72-bc6f-2fd715ad13bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785831791279'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.401118 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=3948a9a4-c020-42e3-986b-7a4be2b963dc,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:42.404444 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:42.416252 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-643e54af-9270-4b72-bc6f-2fd715ad13bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.419595 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643e54af-9270-4b72-bc6f-2fd715ad13bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:42.420772 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-643e54af-9270-4b72-bc6f-2fd715ad13bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.446543 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-09a949c3-2c8e-4f67-8e29-1ac5ab0349a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.447481 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:42.487744 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-643e54af-9270-4b72-bc6f-2fd715ad13bf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5104344 Jun 10 03:59:42.488533 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 55680) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:42.493542 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-25c3b3e4-15d1-421f-bdd5-d440df312acd admin admin] Request body: {'subnet': {'network_id': '8341297e-248d-468d-bd8c-7c9d0bc6c0ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-71914731-subnet', 'tenant_id': '3b2246e02f5f42f6afd93ddb9741f841', 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:42.515831 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c3b3e4-15d1-421f-bdd5-d440df312acd admin admin] Made reservation on behalf of 3b2246e02f5f42f6afd93ddb9741f841 for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:59:42.518741 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-25c3b3e4-15d1-421f-bdd5-d440df312acd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127894150'] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.573619 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e54af-9270-4b72-bc6f-2fd715ad13bf admin admin] Pushing event updated for resources: {'Network': ['ID=8341297e-248d-468d-bd8c-7c9d0bc6c0ea,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:42.580621 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Sync routers for ids ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'] in dv-cinder-741349-4-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:59:42.581687 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-643e54af-9270-4b72-bc6f-2fd715ad13bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:42.584520 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Network 8341297e-248d-468d-bd8c-7c9d0bc6c0ea details requested by agent ovs-agent-dv-cinder-741349-4-smb with host dv-cinder-741349-4-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 03:59:42.601536 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Routers {'e5c9cb69-e955-4d9f-be94-5f24189fbf43'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:42.602410 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:59:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:42.602572 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0716b5fa-5ada-4f9d-8a97-c28574cdca44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126570813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129190984'] for subnet, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.610336 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:42.664581 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716b5fa-5ada-4f9d-8a97-c28574cdca44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9740c516-d7ce-41ca-a581-2c611d8f181b,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:42.669806 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0716b5fa-5ada-4f9d-8a97-c28574cdca44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:42.695873 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0716b5fa-5ada-4f9d-8a97-c28574cdca44 admin admin] Checking segment: {'id': 'bb66b429-af0f-4012-94c0-63f398ab4d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c539a942-bce4-4976-8622-b02e967e033b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:59:42.696234 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0716b5fa-5ada-4f9d-8a97-c28574cdca44 admin admin] Network hostable DHCP agents. Network: c539a942-bce4-4976-8622-b02e967e033b, hostable agents: ['9b7b751a-80ba-4c5f-bc61-5ab83d7a2938'], hosted agents: [] {{(pid=91625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 03:59:42.714382 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0716b5fa-5ada-4f9d-8a97-c28574cdca44 admin admin] Network c539a942-bce4-4976-8622-b02e967e033b is scheduled to be hosted by DHCP agent 9b7b751a-80ba-4c5f-bc61-5ab83d7a2938 with binding_index 1 {{(pid=91625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 03:59:42.724207 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-0716b5fa-5ada-4f9d-8a97-c28574cdca44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-smb, c539a942-bce4-4976-8622-b02e967e033b) {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:59:42.728893 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0716b5fa-5ada-4f9d-8a97-c28574cdca44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:42.729139 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0716b5fa-5ada-4f9d-8a97-c28574cdca44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.734748 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fd8d3b-e9cd-4998-a8c1-bc416a0f7a15 None None] Network c539a942-bce4-4976-8622-b02e967e033b requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:59:42.745091 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-0716b5fa-5ada-4f9d-8a97-c28574cdca44 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5694969 Jun 10 03:59:42.769378 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Set router e5c9cb69-e955-4d9f-be94-5f24189fbf43 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:42.782471 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-25c3b3e4-15d1-421f-bdd5-d440df312acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126309816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127894160'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.785807 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:42.859032 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3b3e4-15d1-421f-bdd5-d440df312acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=97883e7e-20bd-4c8d-817e-06fd08e97984,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:42.863122 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-25c3b3e4-15d1-421f-bdd5-d440df312acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:42.864250 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c3b3e4-15d1-421f-bdd5-d440df312acd admin admin] Checking segment: {'id': 'e8d4a2c3-f5a9-4614-bbce-2b93d7300a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8341297e-248d-468d-bd8c-7c9d0bc6c0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:59:42.864712 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c3b3e4-15d1-421f-bdd5-d440df312acd admin admin] Network hostable DHCP agents. Network: 8341297e-248d-468d-bd8c-7c9d0bc6c0ea, hostable agents: ['9b7b751a-80ba-4c5f-bc61-5ab83d7a2938'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 03:59:42.885594 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c3b3e4-15d1-421f-bdd5-d440df312acd admin admin] Network 8341297e-248d-468d-bd8c-7c9d0bc6c0ea is scheduled to be hosted by DHCP agent 9b7b751a-80ba-4c5f-bc61-5ab83d7a2938 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 03:59:42.897057 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-25c3b3e4-15d1-421f-bdd5-d440df312acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-smb, 8341297e-248d-468d-bd8c-7c9d0bc6c0ea) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:59:42.903091 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c3b3e4-15d1-421f-bdd5-d440df312acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:42.903687 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-25c3b3e4-15d1-421f-bdd5-d440df312acd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.929781 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-25c3b3e4-15d1-421f-bdd5-d440df312acd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4400325 Jun 10 03:59:42.932278 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55690) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:42.933417 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b29235-7f60-465e-b308-ecbfef3958e1 None None] Network 8341297e-248d-468d-bd8c-7c9d0bc6c0ea requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:59:42.937324 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-71914731-router', 'tenant_id': '3b2246e02f5f42f6afd93ddb9741f841', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:42.954137 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d218db55-f939-48af-9655-0790024d4063 None None] Network c539a942-bce4-4976-8622-b02e967e033b requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:59:42.981748 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245035'] for router, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:42.983993 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-336819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-245200'] for router, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:43.090595 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:43.145558 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'name': 'tempest-TestShelveInstance-1273258040-router', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:36Z', 'updated_at': '2021-06-10T03:59:40Z', 'revision_number': 4, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'gw_port': {'id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:37Z', 'updated_at': '2021-06-10T03:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'fa3dcb7c-ded1-40d4-9b64-813dc739fe3d', 'name': '', 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'mac_address': 'fa:16:3e:78:29:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:39Z', 'updated_at': '2021-06-10T03:59:40Z', 'revision_number': 2, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'subnets': [{'id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:43.149796 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Checking router: e5c9cb69-e955-4d9f-be94-5f24189fbf43 for host: dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:59:43.150068 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Updating router e5c9cb69-e955-4d9f-be94-5f24189fbf43 port fa3dcb7c-ded1-40d4-9b64-813dc739fe3d binding host dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 03:59:43.196234 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:43.288431 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa79c994-edd9-5899-8f11-c816d81be598-8341297e-248d-468d-bd8c-7c9d0bc6c0ea', 'network_id': '8341297e-248d-468d-bd8c-7c9d0bc6c0ea', 'tenant_id': '3b2246e02f5f42f6afd93ddb9741f841', 'fixed_ips': [{'subnet_id': '97883e7e-20bd-4c8d-817e-06fd08e97984'}]}} from dv-cinder-741349-4-smb. {{(pid=91627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 03:59:43.289290 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:43.324512 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245190'] for router, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:43.642184 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.db_base_plugin_common [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Allocated IP 172.20.0.2 (8341297e-248d-468d-bd8c-7c9d0bc6c0ea/97883e7e-20bd-4c8d-817e-06fd08e97984/1aed5c03-2dab-4825-b606-96194f623151) {{(pid=91627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:59:43.655651 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Notify callbacks [] for port, precommit_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:43.665467 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:43.665696 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.provisioning_blocks [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Transition to ACTIVE for port object fa3dcb7c-ded1-40d4-9b64-813dc739fe3d will not be triggered until provisioned by entity L2. {{(pid=91628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:59:43.672686 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:43.675563 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-59e60865-13c3-4baf-ab78-453d60a72747 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:43.697842 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:43.743552 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d9fbe-2e93-45e8-bb58-2bbe5a60346b None None] Pushing event updated for resources: {'Port': ['ID=fa3dcb7c-ded1-40d4-9b64-813dc739fe3d,revision_number=3']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:43.818578 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9fbe-2e93-45e8-bb58-2bbe5a60346b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:43.818936 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9fbe-2e93-45e8-bb58-2bbe5a60346b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:43.819260 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9fbe-2e93-45e8-bb58-2bbe5a60346b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:43.819602 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9fbe-2e93-45e8-bb58-2bbe5a60346b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:43.819929 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9fbe-2e93-45e8-bb58-2bbe5a60346b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:43.820255 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9fbe-2e93-45e8-bb58-2bbe5a60346b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:43.820580 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9fbe-2e93-45e8-bb58-2bbe5a60346b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:43.820901 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9fbe-2e93-45e8-bb58-2bbe5a60346b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:43.821223 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9fbe-2e93-45e8-bb58-2bbe5a60346b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:43.821544 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9fbe-2e93-45e8-bb58-2bbe5a60346b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:43.821861 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9fbe-2e93-45e8-bb58-2bbe5a60346b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:43.822177 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9fbe-2e93-45e8-bb58-2bbe5a60346b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 03:59:43.827990 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-a11d9fbe-2e93-45e8-bb58-2bbe5a60346b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:43.836070 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Allocated IP 172.28.2.244 (521d4520-71b8-438e-96ef-236a080e2b51/e4fdf890-cc0e-449a-b17a-0a4cb4019895/67f66155-663c-4d3c-9035-2494a5c00ac0) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:59:43.837348 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Notify callbacks [] for port, precommit_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:43.847031 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Transition to ACTIVE for port object 1aed5c03-2dab-4825-b606-96194f623151 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:59:43.865859 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Transition to ACTIVE for port object 1aed5c03-2dab-4825-b606-96194f623151 will not be triggered until provisioned by entity DHCP. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:59:43.874768 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215'] for port, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:43.884019 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:43.909859 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Attempting to bind port fa3dcb7c-ded1-40d4-9b64-813dc739fe3d on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:59:43.910270 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Attempting to bind port fa3dcb7c-ded1-40d4-9b64-813dc739fe3d by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': 'e4002faa-5b3e-481c-8629-f3d8e9d913f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36'}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:59:43.910758 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Attempting to bind port fa3dcb7c-ded1-40d4-9b64-813dc739fe3d on network c17b4dab-7c5d-43ef-9e30-36283078fe36 {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:59:43.916514 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:59:43.916899 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Checking segment: {'id': 'e4002faa-5b3e-481c-8629-f3d8e9d913f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:59:43.917608 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:43.917870 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Network 8341297e-248d-468d-bd8c-7c9d0bc6c0ea is already hosted by enough agents. {{(pid=91627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:59:43.918053 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Bound using segment: {'id': 'e4002faa-5b3e-481c-8629-f3d8e9d913f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36'} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:59:43.918551 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Bound port: fa3dcb7c-ded1-40d4-9b64-813dc739fe3d, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4002faa-5b3e-481c-8629-f3d8e9d913f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36'}}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:59:43.918942 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:43.945964 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Pushing event updated for resources: {'Port': ['ID=1aed5c03-2dab-4825-b606-96194f623151,revision_number=1']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:43.950765 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.scheduler.base_scheduler [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Resources bound (agent type, host, resource id): {{(pid=91627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:59:43.952976 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:43.953831 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Received port after_create {{(pid=91627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:59:44.006763 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:44.010711 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] For port fa3dcb7c-ded1-40d4-9b64-813dc739fe3d, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:59:44.013840 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] For port fa3dcb7c-ded1-40d4-9b64-813dc739fe3d, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=fa3dcb7c-ded1-40d4-9b64-813dc739fe3d,segment=NetworkSegment(e4002faa-5b3e-481c-8629-f3d8e9d913f0),segment_id=e4002faa-5b3e-481c-8629-f3d8e9d913f0)] {{(pid=91628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:59:44.018779 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:44.020865 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-60b7ba43-1042-4849-824c-b04176e1fca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:44.034312 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 3948a9a4-c020-42e3-986b-7a4be2b963dc up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:59:44.064469 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126570669'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:44.081921 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5b9918d1-d5b4-4496-91d8-e5632c3d071c tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:44.082063 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Routers {'e5c9cb69-e955-4d9f-be94-5f24189fbf43'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:44.082973 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:59:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:44.116036 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Attempting to bind port 1aed5c03-2dab-4825-b606-96194f623151 on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:59:44.116427 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Attempting to bind port 1aed5c03-2dab-4825-b606-96194f623151 by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': 'e8d4a2c3-f5a9-4614-bbce-2b93d7300a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8341297e-248d-468d-bd8c-7c9d0bc6c0ea'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:59:44.116805 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Attempting to bind port 1aed5c03-2dab-4825-b606-96194f623151 on network 8341297e-248d-468d-bd8c-7c9d0bc6c0ea {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:59:44.123954 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Network 521d4520-71b8-438e-96ef-236a080e2b51 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:59:44.127837 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:59:44.131557 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:59:44.137654 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:59:44.138050 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Checking segment: {'id': 'e8d4a2c3-f5a9-4614-bbce-2b93d7300a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8341297e-248d-468d-bd8c-7c9d0bc6c0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:59:44.138506 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:44.139444 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Bound using segment: {'id': 'e8d4a2c3-f5a9-4614-bbce-2b93d7300a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8341297e-248d-468d-bd8c-7c9d0bc6c0ea'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:59:44.139953 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Bound port: 1aed5c03-2dab-4825-b606-96194f623151, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d4a2c3-f5a9-4614-bbce-2b93d7300a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8341297e-248d-468d-bd8c-7c9d0bc6c0ea'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:59:44.140345 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:44.190522 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d9fbe-2e93-45e8-bb58-2bbe5a60346b None None] Pushing event updated for resources: {'Port': ['ID=fa3dcb7c-ded1-40d4-9b64-813dc739fe3d,revision_number=4']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:44.194146 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-a11d9fbe-2e93-45e8-bb58-2bbe5a60346b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:44.201309 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Pushing event updated for resources: {'Port': ['ID=67f66155-663c-4d3c-9035-2494a5c00ac0,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:44.212891 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:44.220773 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 3948a9a4-c020-42e3-986b-7a4be2b963dc triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:44.220958 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:44.251497 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] Set router e5c9cb69-e955-4d9f-be94-5f24189fbf43 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:44.288005 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] For port 1aed5c03-2dab-4825-b606-96194f623151, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:59:44.291313 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] For port 1aed5c03-2dab-4825-b606-96194f623151, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=1aed5c03-2dab-4825-b606-96194f623151,segment=NetworkSegment(e8d4a2c3-f5a9-4614-bbce-2b93d7300a70),segment_id=e8d4a2c3-f5a9-4614-bbce-2b93d7300a70)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:59:44.299157 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:44.306632 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:44.376795 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 03:59:44.416648 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Pushing event updated for resources: {'Port': ['ID=1aed5c03-2dab-4825-b606-96194f623151,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:44.421177 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:44.589524 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:44.634131 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'name': 'tempest-TestShelveInstance-1273258040-router', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:36Z', 'updated_at': '2021-06-10T03:59:40Z', 'revision_number': 4, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'gw_port': {'id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:37Z', 'updated_at': '2021-06-10T03:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'fa3dcb7c-ded1-40d4-9b64-813dc739fe3d', 'name': '', 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'mac_address': 'fa:16:3e:78:29:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:39Z', 'updated_at': '2021-06-10T03:59:44Z', 'revision_number': 4, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'subnets': [{'id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:44.638053 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd20ba2-bbb5-4cd3-8b32-e1b82ed8f6f8 None None] The sync data for ids ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'] in dv-cinder-741349-4-smb is: [{'id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'name': 'tempest-TestShelveInstance-1273258040-router', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:36Z', 'updated_at': '2021-06-10T03:59:40Z', 'revision_number': 4, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'gw_port': {'id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:37Z', 'updated_at': '2021-06-10T03:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'fa3dcb7c-ded1-40d4-9b64-813dc739fe3d', 'name': '', 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'mac_address': 'fa:16:3e:78:29:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:39Z', 'updated_at': '2021-06-10T03:59:44Z', 'revision_number': 4, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'subnets': [{'id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:59:44.986969 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:44.989372 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ded1cf12-88ae-455d-a7c5-18c6a8ae51ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:45.225289 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:45.275942 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-dae4cd8a-16bc-44af-820a-de41798672d4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:45.277443 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-dae4cd8a-16bc-44af-820a-de41798672d4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/networks?id=c539a942-bce4-4976-8622-b02e967e033b HTTP/1.1" status: 200 len: 814 time: 0.5454800 Jun 10 03:59:45.306632 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-62b6c0ed-12e7-46cc-ba44-34272e956d3e tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/quotas/2bbc8883973b4490a7ae8693ecede9c1 HTTP/1.1" status: 200 len: 375 time: 0.0135844 Jun 10 03:59:45.350876 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad211d71-e9af-4f8e-b1db-a6493d536440 None None] Network 8341297e-248d-468d-bd8c-7c9d0bc6c0ea requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 03:59:45.362076 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-371fa1c7-d202-4c02-856d-75dbaa79379f tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2bbc8883973b4490a7ae8693ecede9c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464878 Jun 10 03:59:45.422286 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719355'] for router, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:45.448581 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-03c7b6a4-edb0-4cba-a471-1e977ae75c3a None None] Provisioning for port 1aed5c03-2dab-4825-b606-96194f623151 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:59:45.612206 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-9d94314b-6717-4fa1-bb74-905a304511f1 service neutron] 10.222.0.25 "GET /v2.0/networks/c539a942-bce4-4976-8622-b02e967e033b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402656 Jun 10 03:59:45.772616 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-333cb04a-b07c-4e0f-af8a-9a8220773dfe service neutron] 10.222.0.25 "GET /v2.0/networks/c539a942-bce4-4976-8622-b02e967e033b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491780 Jun 10 03:59:45.774074 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Router 2a0e1d92-950b-4a57-b95f-0a049da32071 is scheduled to L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be with binding_index 1 {{(pid=91625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 03:59:45.921188 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:59:45.930313 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Sync routers for ids ['2a0e1d92-950b-4a57-b95f-0a049da32071'] in dv-cinder-741349-4-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:59:45.943108 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Routers {'2a0e1d92-950b-4a57-b95f-0a049da32071'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:45.944531 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:59:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['2a0e1d92-950b-4a57-b95f-0a049da32071'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:45.973169 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-afe5983f-ff9e-4da8-b00e-77f23542851f req-f2009ac2-0957-4b0f-9d79-6b9b380185af tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 210 time: 0.0476892 Jun 10 03:59:45.979413 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:45.982702 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-3de4398b-383a-4fa8-80e2-5dee094edeb8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0493324 Jun 10 03:59:45.985302 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55718) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:46.113923 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device fa3dcb7c-ded1-40d4-9b64-813dc739fe3d up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:59:46.146369 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:46.199348 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port fa3dcb7c-ded1-40d4-9b64-813dc739fe3d completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:59:46.204135 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Set router 2a0e1d92-950b-4a57-b95f-0a049da32071 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:46.206455 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port fa3dcb7c-ded1-40d4-9b64-813dc739fe3d triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:46.207060 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:46.490422 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:46.544787 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port fa3dcb7c-ded1-40d4-9b64-813dc739fe3d, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=fa3dcb7c-ded1-40d4-9b64-813dc739fe3d,segment=NetworkSegment(e4002faa-5b3e-481c-8629-f3d8e9d913f0),segment_id=e4002faa-5b3e-481c-8629-f3d8e9d913f0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:46.549669 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:46.550678 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 1aed5c03-2dab-4825-b606-96194f623151 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:59:46.552951 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:46.607379 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'name': 'tempest-TestShelveInstance-71914731-router', 'tenant_id': '3b2246e02f5f42f6afd93ddb9741f841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '67f66155-663c-4d3c-9035-2494a5c00ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:42Z', 'updated_at': '2021-06-10T03:59:44Z', 'revision_number': 3, 'project_id': '3b2246e02f5f42f6afd93ddb9741f841', 'gw_port': {'id': '67f66155-663c-4d3c-9035-2494a5c00ac0', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:43Z', 'updated_at': '2021-06-10T03:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:46.617040 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Checking router: 2a0e1d92-950b-4a57-b95f-0a049da32071 for host: dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:59:46.617466 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Updating router 2a0e1d92-950b-4a57-b95f-0a049da32071 port 67f66155-663c-4d3c-9035-2494a5c00ac0 binding host dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 03:59:46.632625 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:46.697917 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=fa3dcb7c-ded1-40d4-9b64-813dc739fe3d,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:46.702771 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:46.705168 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:46.731484 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port 1aed5c03-2dab-4825-b606-96194f623151 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:59:46.742955 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 1aed5c03-2dab-4825-b606-96194f623151 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:46.743317 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:46.842285 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Allocated IP 172.20.0.1 (8341297e-248d-468d-bd8c-7c9d0bc6c0ea/97883e7e-20bd-4c8d-817e-06fd08e97984/5bdbfe06-f170-4e5c-a50a-21552ec6747e) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:59:46.967850 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:46.980542 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Transition to ACTIVE for port object 5bdbfe06-f170-4e5c-a50a-21552ec6747e will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:59:47.022293 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126570669'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:47.025100 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-56ea495d-f554-476c-ad23-ccccd087fb9b tempest-AttachVolumeNegativeTest-1886651435 tempest-AttachVolumeNegativeTest-1886651435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:47.076787 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Network 8341297e-248d-468d-bd8c-7c9d0bc6c0ea is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:59:47.081371 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:59:47.085913 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:59:47.089236 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Pushing event updated for resources: {'Port': ['ID=5bdbfe06-f170-4e5c-a50a-21552ec6747e,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:47.109018 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:47.115347 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:47.171340 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690492'] for router_interface, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:47.177060 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port 1aed5c03-2dab-4825-b606-96194f623151, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=1aed5c03-2dab-4825-b606-96194f623151,segment=NetworkSegment(e8d4a2c3-f5a9-4614-bbce-2b93d7300a70),segment_id=e8d4a2c3-f5a9-4614-bbce-2b93d7300a70)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:47.182954 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9146b027-4f11-48ac-ba31-a2a4f76ab0fb req-58bc8efd-cc0e-4d99-a9cb-7f43829608d6 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 210 time: 0.0577536 Jun 10 03:59:47.189036 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:47.204685 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:47.311975 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:47.317816 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=1aed5c03-2dab-4825-b606-96194f623151,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:47.321248 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:47.331793 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Transition to ACTIVE for port object 67f66155-663c-4d3c-9035-2494a5c00ac0 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:59:47.340105 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:47.345143 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:47.404106 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:47.408127 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Attempting to bind port 67f66155-663c-4d3c-9035-2494a5c00ac0 on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:59:47.408566 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Attempting to bind port 67f66155-663c-4d3c-9035-2494a5c00ac0 by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:59:47.408941 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Attempting to bind port 67f66155-663c-4d3c-9035-2494a5c00ac0 on network 521d4520-71b8-438e-96ef-236a080e2b51 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:59:47.411745 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f1c65-e028-4a61-affc-08cfa69ae479 None None] Pushing event updated for resources: {'Port': ['ID=67f66155-663c-4d3c-9035-2494a5c00ac0,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:47.416027 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-834f1c65-e028-4a61-affc-08cfa69ae479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:47.416941 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:59:47.417345 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Checking segment: {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:59:47.417729 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:47.418267 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Bound using segment: {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:59:47.418824 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Bound port: 67f66155-663c-4d3c-9035-2494a5c00ac0, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b2c00f-2d65-48cf-8bcf-8300428984a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:59:47.419273 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:47.443183 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-80f324d7-e85b-4582-989a-782651f70195 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:47.445370 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-80f324d7-e85b-4582-989a-782651f70195 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.22 "GET /v2.0/networks?id=c539a942-bce4-4976-8622-b02e967e033b HTTP/1.1" status: 200 len: 814 time: 0.1785321 Jun 10 03:59:47.464727 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-698e8d27-26de-42fa-b24a-d667940d6294 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Request body: {'port': {'device_id': '88c29c62-79c4-4bc4-b4de-2d1c43b2af9c', 'network_id': 'c539a942-bce4-4976-8622-b02e967e033b', 'admin_state_up': True, 'tenant_id': '2bbc8883973b4490a7ae8693ecede9c1'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:47.490835 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-f667a8e0-1b08-4390-a438-e20d7c81bd11 None None] Provisioning for port 5bdbfe06-f170-4e5c-a50a-21552ec6747e completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:59:47.499524 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-f667a8e0-1b08-4390-a438-e20d7c81bd11 None None] Provisioning complete for port 5bdbfe06-f170-4e5c-a50a-21552ec6747e triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:47.499906 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f667a8e0-1b08-4390-a438-e20d7c81bd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:47.501783 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] For port 67f66155-663c-4d3c-9035-2494a5c00ac0, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:59:47.506607 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] For port 67f66155-663c-4d3c-9035-2494a5c00ac0, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=67f66155-663c-4d3c-9035-2494a5c00ac0,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:59:47.536518 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:47.540410 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:47.597300 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-f667a8e0-1b08-4390-a438-e20d7c81bd11 None None] Port 5bdbfe06-f170-4e5c-a50a-21552ec6747e cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 03:59:47.619557 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Routers {'2a0e1d92-950b-4a57-b95f-0a049da32071'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:47.620188 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:59:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['2a0e1d92-950b-4a57-b95f-0a049da32071'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:47.628633 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-698e8d27-26de-42fa-b24a-d667940d6294 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Made reservation on behalf of 2bbc8883973b4490a7ae8693ecede9c1 for: {'port': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 03:59:47.632854 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-698e8d27-26de-42fa-b24a-d667940d6294 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:47.665699 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:47.671328 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126570687'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:47.674745 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f1c65-e028-4a61-affc-08cfa69ae479 None None] Pushing event updated for resources: {'Port': ['ID=67f66155-663c-4d3c-9035-2494a5c00ac0,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:47.675868 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-44079f4a-09c4-40e9-ad34-2c915edf1ef1 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:47.757783 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Pushing event updated for resources: {'Port': ['ID=5bdbfe06-f170-4e5c-a50a-21552ec6747e,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:47.760606 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690504'] for router_interface, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:47.762664 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:47.772501 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-834f1c65-e028-4a61-affc-08cfa69ae479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:47.789351 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:47.806190 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-698e8d27-26de-42fa-b24a-d667940d6294 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Allocated IP 172.20.0.10 (c539a942-bce4-4976-8622-b02e967e033b/9740c516-d7ce-41ca-a581-2c611d8f181b/239dde7c-4f4b-4f6e-9c90-1480e5404e3e) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:59:47.815256 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] Set router 2a0e1d92-950b-4a57-b95f-0a049da32071 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:47.890101 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Network 8341297e-248d-468d-bd8c-7c9d0bc6c0ea is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:59:47.891654 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:59:48.019713 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-698e8d27-26de-42fa-b24a-d667940d6294 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:48.067088 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device fa3dcb7c-ded1-40d4-9b64-813dc739fe3d up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:59:48.081090 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-698e8d27-26de-42fa-b24a-d667940d6294 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126309416'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:48.086871 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:48.126876 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Router 2a0e1d92-950b-4a57-b95f-0a049da32071 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 03:59:48.146785 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e8d27-26de-42fa-b24a-d667940d6294 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Pushing event updated for resources: {'Port': ['ID=239dde7c-4f4b-4f6e-9c90-1480e5404e3e,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:48.151615 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'name': 'tempest-TestShelveInstance-71914731-router', 'tenant_id': '3b2246e02f5f42f6afd93ddb9741f841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '67f66155-663c-4d3c-9035-2494a5c00ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:42Z', 'updated_at': '2021-06-10T03:59:47Z', 'revision_number': 4, 'project_id': '3b2246e02f5f42f6afd93ddb9741f841', 'gw_port': {'id': '67f66155-663c-4d3c-9035-2494a5c00ac0', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:43Z', 'updated_at': '2021-06-10T03:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '5bdbfe06-f170-4e5c-a50a-21552ec6747e', 'name': '', 'network_id': '8341297e-248d-468d-bd8c-7c9d0bc6c0ea', 'tenant_id': '3b2246e02f5f42f6afd93ddb9741f841', 'mac_address': 'fa:16:3e:ec:53:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '97883e7e-20bd-4c8d-817e-06fd08e97984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:46Z', 'updated_at': '2021-06-10T03:59:46Z', 'revision_number': 1, 'project_id': '3b2246e02f5f42f6afd93ddb9741f841', 'subnets': [{'id': '97883e7e-20bd-4c8d-817e-06fd08e97984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:48.155995 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port fa3dcb7c-ded1-40d4-9b64-813dc739fe3d triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:48.156379 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:48.157591 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-698e8d27-26de-42fa-b24a-d667940d6294 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:48.158178 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f9bbe-aef6-46d3-9dd2-df2bc63c05d6 None None] The sync data for ids ['2a0e1d92-950b-4a57-b95f-0a049da32071'] in dv-cinder-741349-4-smb is: [{'id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'name': 'tempest-TestShelveInstance-71914731-router', 'tenant_id': '3b2246e02f5f42f6afd93ddb9741f841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '67f66155-663c-4d3c-9035-2494a5c00ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:42Z', 'updated_at': '2021-06-10T03:59:47Z', 'revision_number': 4, 'project_id': '3b2246e02f5f42f6afd93ddb9741f841', 'gw_port': {'id': '67f66155-663c-4d3c-9035-2494a5c00ac0', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:43Z', 'updated_at': '2021-06-10T03:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '5bdbfe06-f170-4e5c-a50a-21552ec6747e', 'name': '', 'network_id': '8341297e-248d-468d-bd8c-7c9d0bc6c0ea', 'tenant_id': '3b2246e02f5f42f6afd93ddb9741f841', 'mac_address': 'fa:16:3e:ec:53:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '97883e7e-20bd-4c8d-817e-06fd08e97984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:46Z', 'updated_at': '2021-06-10T03:59:46Z', 'revision_number': 1, 'project_id': '3b2246e02f5f42f6afd93ddb9741f841', 'subnets': [{'id': '97883e7e-20bd-4c8d-817e-06fd08e97984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:59:48.170862 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-698e8d27-26de-42fa-b24a-d667940d6294 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Network c539a942-bce4-4976-8622-b02e967e033b is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:59:48.174128 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-698e8d27-26de-42fa-b24a-d667940d6294 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:59:48.177924 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-698e8d27-26de-42fa-b24a-d667940d6294 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:59:48.246924 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-d034bd30-5996-44a8-a85f-d6280c4a09bc None None] Provisioning complete for port 5bdbfe06-f170-4e5c-a50a-21552ec6747e triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:48.247511 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-d034bd30-5996-44a8-a85f-d6280c4a09bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:48.263228 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-698e8d27-26de-42fa-b24a-d667940d6294 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:48.264865 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-698e8d27-26de-42fa-b24a-d667940d6294 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:48.287429 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-698e8d27-26de-42fa-b24a-d667940d6294 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8265686 Jun 10 03:59:48.307370 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Request body: {'port': {'device_id': '88c29c62-79c4-4bc4-b4de-2d1c43b2af9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:48.334416 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:59:48.340490 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-d034bd30-5996-44a8-a85f-d6280c4a09bc None None] Port 5bdbfe06-f170-4e5c-a50a-21552ec6747e cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 03:59:48.346765 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 1aed5c03-2dab-4825-b606-96194f623151 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:59:48.347151 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] 10.222.0.25 "PUT /v2.0/routers/2a0e1d92-950b-4a57-b95f-0a049da32071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3602955 Jun 10 03:59:48.457546 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 1aed5c03-2dab-4825-b606-96194f623151 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:48.457863 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:48.461025 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:48.465535 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629b482-9aa3-4b65-976d-ad8b24def07f req-b1564dbc-66b2-46d6-9f0b-d3b36129682b tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:48.467108 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1629b482-9aa3-4b65-976d-ad8b24def07f req-b1564dbc-66b2-46d6-9f0b-d3b36129682b tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 932 time: 0.1185074 Jun 10 03:59:48.536086 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1629b482-9aa3-4b65-976d-ad8b24def07f req-2b010159-472e-4877-be63-5ef7e5b683be tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619309 Jun 10 03:59:48.847748 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239dde7c-4f4b-4f6e-9c90-1480e5404e3e {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:59:48.857817 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:48.872536 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Transition to ACTIVE for port object 239dde7c-4f4b-4f6e-9c90-1480e5404e3e will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:59:48.877590 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:48.881048 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-36f71f01-4b13-4a32-a925-07ec46e13f51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:48.944582 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Pushing event updated for resources: {'Port': ['ID=239dde7c-4f4b-4f6e-9c90-1480e5404e3e,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:48.949230 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:49.034933 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55748) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:49.039678 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-e54ce53b-d4de-4c34-8fc9-b165ae9d9649 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-988899271', 'description': 'tempest-secgroup-smoke-988899271 description', 'project_id': '93f6616f232149eab0b0d4420733cabb'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:49.069820 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e54ce53b-d4de-4c34-8fc9-b165ae9d9649 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.118417 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Attempting to bind port 239dde7c-4f4b-4f6e-9c90-1480e5404e3e on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:59:49.118998 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Attempting to bind port 239dde7c-4f4b-4f6e-9c90-1480e5404e3e by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'bb66b429-af0f-4012-94c0-63f398ab4d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c539a942-bce4-4976-8622-b02e967e033b'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:59:49.119498 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Attempting to bind port 239dde7c-4f4b-4f6e-9c90-1480e5404e3e on network c539a942-bce4-4976-8622-b02e967e033b {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:59:49.125038 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Port 239dde7c-4f4b-4f6e-9c90-1480e5404e3e on network c539a942-bce4-4976-8622-b02e967e033b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 03:59:49.125303 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Attempting to bind port 239dde7c-4f4b-4f6e-9c90-1480e5404e3e on network c539a942-bce4-4976-8622-b02e967e033b {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:59:49.130872 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Checking agent: {'id': '4c3682d1-d9e4-4dcd-ad72-ddd6d516f54b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:59:49.131212 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Checking segment: {'id': 'bb66b429-af0f-4012-94c0-63f398ab4d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c539a942-bce4-4976-8622-b02e967e033b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:59:49.131593 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Bound using segment: {'id': 'bb66b429-af0f-4012-94c0-63f398ab4d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c539a942-bce4-4976-8622-b02e967e033b'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:59:49.132083 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Bound port: 239dde7c-4f4b-4f6e-9c90-1480e5404e3e, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb66b429-af0f-4012-94c0-63f398ab4d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c539a942-bce4-4976-8622-b02e967e033b'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:59:49.132361 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.165258 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e54ce53b-d4de-4c34-8fc9-b165ae9d9649 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.170709 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e54ce53b-d4de-4c34-8fc9-b165ae9d9649 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.173073 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:49.199954 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e54ce53b-d4de-4c34-8fc9-b165ae9d9649 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.201081 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-e54ce53b-d4de-4c34-8fc9-b165ae9d9649 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1651468 Jun 10 03:59:49.204526 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55750) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:49.209033 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-50e5af23-47a9-412a-9cba-3d2482153ba9 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Request body: {'security_group_rule': {'security_group_id': '8c534625-3de5-4b78-bd9a-aa0c3be476ec', 'project_id': '93f6616f232149eab0b0d4420733cabb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:49.213270 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] For port 239dde7c-4f4b-4f6e-9c90-1480e5404e3e, host hv-cinder-74134, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:59:49.214144 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ce53b-d4de-4c34-8fc9-b165ae9d9649 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c534625-3de5-4b78-bd9a-aa0c3be476ec,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:49.216830 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] For port 239dde7c-4f4b-4f6e-9c90-1480e5404e3e, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=239dde7c-4f4b-4f6e-9c90-1480e5404e3e,segment=NetworkSegment(bb66b429-af0f-4012-94c0-63f398ab4d81),segment_id=bb66b429-af0f-4012-94c0-63f398ab4d81)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:59:49.218467 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e54ce53b-d4de-4c34-8fc9-b165ae9d9649 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:49.222425 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.229174 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ed17d2dd-0f8a-4cfe-9709-33be2722863e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:49.243288 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-50e5af23-47a9-412a-9cba-3d2482153ba9 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.266715 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:49.267335 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.268764 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] 10.222.0.22 "PUT /v2.0/ports/239dde7c-4f4b-4f6e-9c90-1480e5404e3e HTTP/1.1" status: 200 len: 1094 time: 0.9658611 Jun 10 03:59:49.269319 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c29c62-79c4-4bc4-b4de-2d1c43b2af9c', 'tag': '239dde7c-4f4b-4f6e-9c90-1480e5404e3e'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:59:49.271651 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edbe260-df99-4443-9cad-ec841707d85e" -d '{"events": [{"name": "network-changed", "server_uuid": "88c29c62-79c4-4bc4-b4de-2d1c43b2af9c", "tag": "239dde7c-4f4b-4f6e-9c90-1480e5404e3e"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:59:49.315036 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Pushing event updated for resources: {'Port': ['ID=239dde7c-4f4b-4f6e-9c90-1480e5404e3e,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:49.318651 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c421c764-7352-4f3a-8478-ec837b5f21b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:49.327855 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 03:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee39c43-e8a4-4164-9512-2dbd8a19184e x-openstack-request-id: req-dee39c43-e8a4-4164-9512-2dbd8a19184e {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:59:49.328189 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c29c62-79c4-4bc4-b4de-2d1c43b2af9c", "tag": "239dde7c-4f4b-4f6e-9c90-1480e5404e3e", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:59:49.328485 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dee39c43-e8a4-4164-9512-2dbd8a19184e {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:59:49.328919 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c29c62-79c4-4bc4-b4de-2d1c43b2af9c', 'tag': '239dde7c-4f4b-4f6e-9c90-1480e5404e3e', 'status': 'completed', 'code': 200} Jun 10 03:59:49.335936 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-50e5af23-47a9-412a-9cba-3d2482153ba9 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.339655 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-50e5af23-47a9-412a-9cba-3d2482153ba9 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.341752 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-80f03720-7a24-4c8f-865f-d7f47c595675 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:49.360136 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5af23-47a9-412a-9cba-3d2482153ba9 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44eef49-e22f-4ef9-a884-7d33916f8b99,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:49.367944 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-50e5af23-47a9-412a-9cba-3d2482153ba9 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:49.371270 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-50e5af23-47a9-412a-9cba-3d2482153ba9 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.374300 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-50e5af23-47a9-412a-9cba-3d2482153ba9 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1670864 Jun 10 03:59:49.376189 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55754) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:49.380418 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-499f9d63-3ecf-44d9-b34e-2690a2e2bf4c tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Request body: {'security_group_rule': {'security_group_id': '8c534625-3de5-4b78-bd9a-aa0c3be476ec', 'project_id': '93f6616f232149eab0b0d4420733cabb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:49.406529 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-499f9d63-3ecf-44d9-b34e-2690a2e2bf4c tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.411900 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-32095423-ebe8-4748-a9db-4899195e0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:49.413410 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-32095423-ebe8-4748-a9db-4899195e0e83 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2bbc8883973b4490a7ae8693ecede9c1&device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 1097 time: 0.0659313 Jun 10 03:59:49.472290 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-499f9d63-3ecf-44d9-b34e-2690a2e2bf4c tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.479472 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-499f9d63-3ecf-44d9-b34e-2690a2e2bf4c tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.480582 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-6f2dee9f-468e-4c1f-a640-48de3f6d7bde service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=239dde7c-4f4b-4f6e-9c90-1480e5404e3e HTTP/1.1" status: 200 len: 217 time: 0.0522063 Jun 10 03:59:49.481830 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:49.499839 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f9d63-3ecf-44d9-b34e-2690a2e2bf4c tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e3fe38-ba5a-4ece-82c1-f2c0f4c75372,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:49.502395 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-499f9d63-3ecf-44d9-b34e-2690a2e2bf4c tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:49.506803 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-499f9d63-3ecf-44d9-b34e-2690a2e2bf4c tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.508117 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-499f9d63-3ecf-44d9-b34e-2690a2e2bf4c tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311584 Jun 10 03:59:49.510755 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55756) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:49.515350 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-2650672b-c60c-4efc-9607-28f664715784 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Request body: {'security_group_rule': {'security_group_id': '8c534625-3de5-4b78-bd9a-aa0c3be476ec', 'project_id': '93f6616f232149eab0b0d4420733cabb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:49.543027 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2650672b-c60c-4efc-9607-28f664715784 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.546803 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-b53e6470-8593-4970-af80-0475280faf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:49.548255 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-b53e6470-8593-4970-af80-0475280faf4f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9740c516-d7ce-41ca-a581-2c611d8f181b HTTP/1.1" status: 200 len: 854 time: 0.0601335 Jun 10 03:59:49.594083 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-8e2f0c8c-2b93-41ab-ba74-6acfd4038ebd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c539a942-bce4-4976-8622-b02e967e033b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355623 Jun 10 03:59:49.620411 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2650672b-c60c-4efc-9607-28f664715784 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.625047 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2650672b-c60c-4efc-9607-28f664715784 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.627643 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:49.642892 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650672b-c60c-4efc-9607-28f664715784 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d380be7-3d6e-4cca-8610-ab8248d80341,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:49.646978 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2650672b-c60c-4efc-9607-28f664715784 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:49.657047 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2650672b-c60c-4efc-9607-28f664715784 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.661187 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-2650672b-c60c-4efc-9607-28f664715784 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1495223 Jun 10 03:59:49.661968 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55760) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:49.666774 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-e08ea0f1-093e-4149-8a25-b93cee758034 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Request body: {'security_group_rule': {'security_group_id': '8c534625-3de5-4b78-bd9a-aa0c3be476ec', 'project_id': '93f6616f232149eab0b0d4420733cabb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:49.732126 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-c20d63ec-92e1-40d5-b2da-46763fbee8dc service neutron] 10.222.0.22 "GET /v2.0/networks/c539a942-bce4-4976-8622-b02e967e033b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307435 Jun 10 03:59:49.739657 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e08ea0f1-093e-4149-8a25-b93cee758034 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.805993 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0253932-6776-45e1-9d4c-7ab6c4a17d8e req-92792356-7fd4-4b74-ac8c-479f84a55d14 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:49.807392 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b0253932-6776-45e1-9d4c-7ab6c4a17d8e req-92792356-7fd4-4b74-ac8c-479f84a55d14 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 944 time: 0.1277084 Jun 10 03:59:49.846030 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e08ea0f1-093e-4149-8a25-b93cee758034 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.848340 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d6b0ee1a-a62c-430f-82d0-bec33fe09c71 req-f0a26a57-7ca3-4aec-930b-ee60bfe22cf7 service neutron] 10.222.0.22 "GET /v2.0/networks/c539a942-bce4-4976-8622-b02e967e033b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094165 Jun 10 03:59:49.851733 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e08ea0f1-093e-4149-8a25-b93cee758034 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.862114 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2650672b-c60c-4efc-9607-28f664715784 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:49.879910 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b0253932-6776-45e1-9d4c-7ab6c4a17d8e req-24e839f5-23d3-4286-a3c6-2bc0321495b1 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660918 Jun 10 03:59:49.885436 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ea0f1-093e-4149-8a25-b93cee758034 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea2dfa3-0b29-4949-8321-437f2818f6b4,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:49.887994 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e08ea0f1-093e-4149-8a25-b93cee758034 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.891357 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-e08ea0f1-093e-4149-8a25-b93cee758034 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2267351 Jun 10 03:59:49.891357 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e08ea0f1-093e-4149-8a25-b93cee758034 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:49.892469 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55762) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:49.896792 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-385a3a14-ec6f-4803-b870-a1a5d1773ae6 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Request body: {'security_group_rule': {'security_group_id': '8c534625-3de5-4b78-bd9a-aa0c3be476ec', 'project_id': '93f6616f232149eab0b0d4420733cabb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:49.921001 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.db.securitygroups_db [None req-385a3a14-ec6f-4803-b870-a1a5d1773ae6 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Project 93f6616f232149eab0b0d4420733cabb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 03:59:49.926625 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-385a3a14-ec6f-4803-b870-a1a5d1773ae6 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:49.996564 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-385a3a14-ec6f-4803-b870-a1a5d1773ae6 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:50.001931 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-385a3a14-ec6f-4803-b870-a1a5d1773ae6 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:50.007554 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-058b8521-7ec8-41a5-876a-a85daf0acd0d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:50.028703 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a3a14-ec6f-4803-b870-a1a5d1773ae6 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29ca867-19bc-42d9-9dba-02e20f22fc93,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:50.034050 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 67f66155-663c-4d3c-9035-2494a5c00ac0 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:59:50.047143 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-385a3a14-ec6f-4803-b870-a1a5d1773ae6 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:50.052732 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-385a3a14-ec6f-4803-b870-a1a5d1773ae6 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:50.054498 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-385a3a14-ec6f-4803-b870-a1a5d1773ae6 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1607182 Jun 10 03:59:50.056816 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55764) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:50.063420 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-1dc0c043-f1ac-4bb5-93c6-a2f13cc36b84 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Request body: {'security_group_rule': {'security_group_id': '8c534625-3de5-4b78-bd9a-aa0c3be476ec', 'project_id': '93f6616f232149eab0b0d4420733cabb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:50.098725 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.db.securitygroups_db [None req-1dc0c043-f1ac-4bb5-93c6-a2f13cc36b84 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Project 93f6616f232149eab0b0d4420733cabb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 03:59:50.104739 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c043-f1ac-4bb5-93c6-a2f13cc36b84 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:50.108440 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port 67f66155-663c-4d3c-9035-2494a5c00ac0 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:59:50.113791 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 67f66155-663c-4d3c-9035-2494a5c00ac0 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:50.114273 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:50.184832 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c043-f1ac-4bb5-93c6-a2f13cc36b84 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:50.191154 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c043-f1ac-4bb5-93c6-a2f13cc36b84 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:50.193443 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:50.208084 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0c043-f1ac-4bb5-93c6-a2f13cc36b84 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fbbe77f-ebeb-4c4a-923a-04a75c4f7879,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:50.210934 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1dc0c043-f1ac-4bb5-93c6-a2f13cc36b84 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:50.219875 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:50.222555 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c043-f1ac-4bb5-93c6-a2f13cc36b84 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:50.226286 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-1dc0c043-f1ac-4bb5-93c6-a2f13cc36b84 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1660955 Jun 10 03:59:50.247419 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port 67f66155-663c-4d3c-9035-2494a5c00ac0, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=67f66155-663c-4d3c-9035-2494a5c00ac0,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:50.252361 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:50.254517 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:50.316650 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=67f66155-663c-4d3c-9035-2494a5c00ac0,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:50.320222 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbe260-df99-4443-9cad-ec841707d85e req-e43deb83-d254-474d-8741-2bcd2f5c65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:50.320427 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:50.322623 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-6edbe260-df99-4443-9cad-ec841707d85e req-e43deb83-d254-474d-8741-2bcd2f5c65a1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2bbc8883973b4490a7ae8693ecede9c1&device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 1097 time: 0.3762999 Jun 10 03:59:50.443559 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbe260-df99-4443-9cad-ec841707d85e req-4a078743-12d1-4a54-a950-c2e218d018a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:50.445266 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-6edbe260-df99-4443-9cad-ec841707d85e req-4a078743-12d1-4a54-a950-c2e218d018a9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c539a942-bce4-4976-8622-b02e967e033b HTTP/1.1" status: 200 len: 914 time: 0.1113946 Jun 10 03:59:50.501495 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-6edbe260-df99-4443-9cad-ec841707d85e req-07acf15d-e209-419f-b630-5c436a825a37 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=239dde7c-4f4b-4f6e-9c90-1480e5404e3e HTTP/1.1" status: 200 len: 217 time: 0.0490770 Jun 10 03:59:50.559439 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbe260-df99-4443-9cad-ec841707d85e req-1a5a04bc-7979-4590-99cc-b1a03f1682e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:50.561782 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-6edbe260-df99-4443-9cad-ec841707d85e req-1a5a04bc-7979-4590-99cc-b1a03f1682e2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9740c516-d7ce-41ca-a581-2c611d8f181b HTTP/1.1" status: 200 len: 854 time: 0.0539339 Jun 10 03:59:50.604805 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-6edbe260-df99-4443-9cad-ec841707d85e req-b55aaca6-b499-4d82-a07a-8fb26468904f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c539a942-bce4-4976-8622-b02e967e033b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345926 Jun 10 03:59:50.731392 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-6edbe260-df99-4443-9cad-ec841707d85e req-d2fdfb5f-0881-41e9-84ef-41ab16ca3760 service neutron] 10.222.0.22 "GET /v2.0/networks/c539a942-bce4-4976-8622-b02e967e033b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190329 Jun 10 03:59:50.850310 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-6edbe260-df99-4443-9cad-ec841707d85e req-dea310ab-efc3-487a-a36f-9fcec7142ef6 service neutron] 10.222.0.22 "GET /v2.0/networks/c539a942-bce4-4976-8622-b02e967e033b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105764 Jun 10 03:59:51.063969 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065e6a4-7cae-42ad-8480-e03f98eab4d0 req-3a762987-66be-483e-9bde-f0193e0dd956 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:51.065437 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9065e6a4-7cae-42ad-8480-e03f98eab4d0 req-3a762987-66be-483e-9bde-f0193e0dd956 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 944 time: 0.0676687 Jun 10 03:59:51.111350 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9065e6a4-7cae-42ad-8480-e03f98eab4d0 req-848a4f7d-09a5-417f-a116-dae5d7a6449b tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400317 Jun 10 03:59:52.013680 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 67f66155-663c-4d3c-9035-2494a5c00ac0 up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:59:52.077043 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 67f66155-663c-4d3c-9035-2494a5c00ac0 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:52.077043 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:52.179762 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Sync routers for ids ['2a0e1d92-950b-4a57-b95f-0a049da32071'] in dv-cinder-741349-4-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:59:52.196659 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Routers {'2a0e1d92-950b-4a57-b95f-0a049da32071'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:52.197708 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:59:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['2a0e1d92-950b-4a57-b95f-0a049da32071'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:52.351991 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Set router 2a0e1d92-950b-4a57-b95f-0a049da32071 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:52.440786 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa52600-e182-44db-963b-cab33a7b1d2f req-ae6b5556-20f7-4f8d-a230-18ff2ebdc170 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:52.442155 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7aa52600-e182-44db-963b-cab33a7b1d2f req-ae6b5556-20f7-4f8d-a230-18ff2ebdc170 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.4352152 Jun 10 03:59:52.500814 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7aa52600-e182-44db-963b-cab33a7b1d2f req-ece119b8-ff07-4830-b3b0-52bb3ca2fc42 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498979 Jun 10 03:59:52.508134 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6748eef-9362-4c4e-b986-a1a0a8028489 req-620728fe-6fea-47c6-bc45-a7e166529962 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:52.510020 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d6748eef-9362-4c4e-b986-a1a0a8028489 req-620728fe-6fea-47c6-bc45-a7e166529962 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 944 time: 0.1274657 Jun 10 03:59:52.559540 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d6748eef-9362-4c4e-b986-a1a0a8028489 req-78d0193b-debc-4dba-92df-b7adb5fb3381 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426633 Jun 10 03:59:52.617058 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'name': 'tempest-TestShelveInstance-71914731-router', 'tenant_id': '3b2246e02f5f42f6afd93ddb9741f841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '67f66155-663c-4d3c-9035-2494a5c00ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:42Z', 'updated_at': '2021-06-10T03:59:47Z', 'revision_number': 4, 'project_id': '3b2246e02f5f42f6afd93ddb9741f841', 'gw_port': {'id': '67f66155-663c-4d3c-9035-2494a5c00ac0', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:43Z', 'updated_at': '2021-06-10T03:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '5bdbfe06-f170-4e5c-a50a-21552ec6747e', 'name': '', 'network_id': '8341297e-248d-468d-bd8c-7c9d0bc6c0ea', 'tenant_id': '3b2246e02f5f42f6afd93ddb9741f841', 'mac_address': 'fa:16:3e:ec:53:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '97883e7e-20bd-4c8d-817e-06fd08e97984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:46Z', 'updated_at': '2021-06-10T03:59:47Z', 'revision_number': 2, 'project_id': '3b2246e02f5f42f6afd93ddb9741f841', 'subnets': [{'id': '97883e7e-20bd-4c8d-817e-06fd08e97984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:52.620503 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Checking router: 2a0e1d92-950b-4a57-b95f-0a049da32071 for host: dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:59:52.621396 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Updating router 2a0e1d92-950b-4a57-b95f-0a049da32071 port 5bdbfe06-f170-4e5c-a50a-21552ec6747e binding host dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 03:59:52.661652 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:52.909493 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 239dde7c-4f4b-4f6e-9c90-1480e5404e3e details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 03:59:53.035785 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 239dde7c-4f4b-4f6e-9c90-1480e5404e3e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=239dde7c-4f4b-4f6e-9c90-1480e5404e3e,segment=NetworkSegment(bb66b429-af0f-4012-94c0-63f398ab4d81),segment_id=bb66b429-af0f-4012-94c0-63f398ab4d81)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:53.047957 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': '239dde7c-4f4b-4f6e-9c90-1480e5404e3e', 'network_id': 'c539a942-bce4-4976-8622-b02e967e033b', 'port_id': '239dde7c-4f4b-4f6e-9c90-1480e5404e3e', 'mac_address': 'fa:16:3e:70:8e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9740c516-d7ce-41ca-a581-2c611d8f181b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 03:59:53.070116 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Notify callbacks [] for port, precommit_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:53.080364 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.provisioning_blocks [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Transition to ACTIVE for port object 5bdbfe06-f170-4e5c-a50a-21552ec6747e will not be triggered until provisioned by entity L2. {{(pid=91628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 03:59:53.086289 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:53.089117 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:53.105878 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:53.121630 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239dde7c-4f4b-4f6e-9c90-1480e5404e3e {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 03:59:53.145146 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 239dde7c-4f4b-4f6e-9c90-1480e5404e3e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=239dde7c-4f4b-4f6e-9c90-1480e5404e3e,segment=NetworkSegment(bb66b429-af0f-4012-94c0-63f398ab4d81),segment_id=bb66b429-af0f-4012-94c0-63f398ab4d81)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:53.149398 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:53.151579 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-b48d93a5-9810-4c4d-9f74-25d160353155 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:53.181899 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56d832-1ff9-4dac-9367-0ad8f0c22b0d None None] Pushing event updated for resources: {'Port': ['ID=5bdbfe06-f170-4e5c-a50a-21552ec6747e,revision_number=3']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:53.188332 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-0b56d832-1ff9-4dac-9367-0ad8f0c22b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:53.212605 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=239dde7c-4f4b-4f6e-9c90-1480e5404e3e,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:53.215740 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:53.253754 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Attempting to bind port 5bdbfe06-f170-4e5c-a50a-21552ec6747e on host dv-cinder-741349-4-smb for vnic_type normal with profile {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 03:59:53.254139 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Attempting to bind port 5bdbfe06-f170-4e5c-a50a-21552ec6747e by drivers openvswitch,hyperv on host dv-cinder-741349-4-smb at level 0 using segments [{'id': 'e8d4a2c3-f5a9-4614-bbce-2b93d7300a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8341297e-248d-468d-bd8c-7c9d0bc6c0ea'}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 03:59:53.254535 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Attempting to bind port 5bdbfe06-f170-4e5c-a50a-21552ec6747e on network 8341297e-248d-468d-bd8c-7c9d0bc6c0ea {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 03:59:53.259808 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Checking agent: {'id': '9550ea02-26e7-466d-a46a-ebc000b30c7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 47, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 03:59:53.260275 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Checking segment: {'id': 'e8d4a2c3-f5a9-4614-bbce-2b93d7300a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8341297e-248d-468d-bd8c-7c9d0bc6c0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 03:59:53.260746 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:53.261201 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Bound using segment: {'id': 'e8d4a2c3-f5a9-4614-bbce-2b93d7300a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8341297e-248d-468d-bd8c-7c9d0bc6c0ea'} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 03:59:53.261739 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Bound port: 5bdbfe06-f170-4e5c-a50a-21552ec6747e, host: dv-cinder-741349-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d4a2c3-f5a9-4614-bbce-2b93d7300a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8341297e-248d-468d-bd8c-7c9d0bc6c0ea'}}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 03:59:53.262178 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:53.333321 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] For port 5bdbfe06-f170-4e5c-a50a-21552ec6747e, host dv-cinder-741349-4-smb, cleared binding levels {{(pid=91628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 03:59:53.336262 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] For port 5bdbfe06-f170-4e5c-a50a-21552ec6747e, host dv-cinder-741349-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=5bdbfe06-f170-4e5c-a50a-21552ec6747e,segment=NetworkSegment(e8d4a2c3-f5a9-4614-bbce-2b93d7300a70),segment_id=e8d4a2c3-f5a9-4614-bbce-2b93d7300a70)] {{(pid=91628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 03:59:53.340637 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:53.343508 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-60b7ba43-1042-4849-824c-b04176e1fca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:53.400811 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Routers {'2a0e1d92-950b-4a57-b95f-0a049da32071'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:53.401447 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:59:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['2a0e1d92-950b-4a57-b95f-0a049da32071'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:53.506585 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56d832-1ff9-4dac-9367-0ad8f0c22b0d None None] Pushing event updated for resources: {'Port': ['ID=5bdbfe06-f170-4e5c-a50a-21552ec6747e,revision_number=4']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:53.510982 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-0b56d832-1ff9-4dac-9367-0ad8f0c22b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:53.534774 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['239dde7c-4f4b-4f6e-9c90-1480e5404e3e'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 03:59:53.571326 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] Set router 2a0e1d92-950b-4a57-b95f-0a049da32071 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:53.721653 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98b1c2-cf2f-41fb-b24f-c5c369d9f4c1 req-086fee13-6b56-4906-a724-9e3580a1f811 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:53.723627 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2d98b1c2-cf2f-41fb-b24f-c5c369d9f4c1 req-086fee13-6b56-4906-a724-9e3580a1f811 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0870543 Jun 10 03:59:53.822824 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2d98b1c2-cf2f-41fb-b24f-c5c369d9f4c1 req-4c286f26-9d45-4cae-a81c-6add4d18f276 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891135 Jun 10 03:59:53.848339 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38b650-37d1-494c-bb1a-fc1b940306e6 req-52bc189e-898c-45a9-ab90-84370496e1c6 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:53.849948 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ae38b650-37d1-494c-bb1a-fc1b940306e6 req-52bc189e-898c-45a9-ab90-84370496e1c6 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 945 time: 0.1254199 Jun 10 03:59:53.885581 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'name': 'tempest-TestShelveInstance-71914731-router', 'tenant_id': '3b2246e02f5f42f6afd93ddb9741f841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '67f66155-663c-4d3c-9035-2494a5c00ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:42Z', 'updated_at': '2021-06-10T03:59:47Z', 'revision_number': 4, 'project_id': '3b2246e02f5f42f6afd93ddb9741f841', 'gw_port': {'id': '67f66155-663c-4d3c-9035-2494a5c00ac0', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:43Z', 'updated_at': '2021-06-10T03:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '5bdbfe06-f170-4e5c-a50a-21552ec6747e', 'name': '', 'network_id': '8341297e-248d-468d-bd8c-7c9d0bc6c0ea', 'tenant_id': '3b2246e02f5f42f6afd93ddb9741f841', 'mac_address': 'fa:16:3e:ec:53:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '97883e7e-20bd-4c8d-817e-06fd08e97984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:46Z', 'updated_at': '2021-06-10T03:59:53Z', 'revision_number': 4, 'project_id': '3b2246e02f5f42f6afd93ddb9741f841', 'subnets': [{'id': '97883e7e-20bd-4c8d-817e-06fd08e97984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:53.890025 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d5c44-f786-40c2-9f99-da46135ee851 None None] The sync data for ids ['2a0e1d92-950b-4a57-b95f-0a049da32071'] in dv-cinder-741349-4-smb is: [{'id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'name': 'tempest-TestShelveInstance-71914731-router', 'tenant_id': '3b2246e02f5f42f6afd93ddb9741f841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '67f66155-663c-4d3c-9035-2494a5c00ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:42Z', 'updated_at': '2021-06-10T03:59:47Z', 'revision_number': 4, 'project_id': '3b2246e02f5f42f6afd93ddb9741f841', 'gw_port': {'id': '67f66155-663c-4d3c-9035-2494a5c00ac0', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:43Z', 'updated_at': '2021-06-10T03:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '5bdbfe06-f170-4e5c-a50a-21552ec6747e', 'name': '', 'network_id': '8341297e-248d-468d-bd8c-7c9d0bc6c0ea', 'tenant_id': '3b2246e02f5f42f6afd93ddb9741f841', 'mac_address': 'fa:16:3e:ec:53:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '97883e7e-20bd-4c8d-817e-06fd08e97984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:46Z', 'updated_at': '2021-06-10T03:59:53Z', 'revision_number': 4, 'project_id': '3b2246e02f5f42f6afd93ddb9741f841', 'subnets': [{'id': '97883e7e-20bd-4c8d-817e-06fd08e97984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:59:53.902219 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ae38b650-37d1-494c-bb1a-fc1b940306e6 req-32b4d1ad-a652-4178-8dce-12380ae3b2c3 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431366 Jun 10 03:59:54.032345 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 5bdbfe06-f170-4e5c-a50a-21552ec6747e up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:59:54.088192 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning for port 5bdbfe06-f170-4e5c-a50a-21552ec6747e completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:59:54.092010 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 5bdbfe06-f170-4e5c-a50a-21552ec6747e triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:54.092395 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:54.181364 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:54.217212 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] For port 5bdbfe06-f170-4e5c-a50a-21552ec6747e, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=5bdbfe06-f170-4e5c-a50a-21552ec6747e,segment=NetworkSegment(e8d4a2c3-f5a9-4614-bbce-2b93d7300a70),segment_id=e8d4a2c3-f5a9-4614-bbce-2b93d7300a70)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:54.221096 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:54.222932 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-834f1c65-e028-4a61-affc-08cfa69ae479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:54.275472 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Pushing event updated for resources: {'Port': ['ID=5bdbfe06-f170-4e5c-a50a-21552ec6747e,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:54.278384 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:54.634191 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fca5bf-21de-4665-9305-6fccf4adca3d req-f6759060-7697-477b-9596-748936eb6dbd tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:54.635684 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-04fca5bf-21de-4665-9305-6fccf4adca3d req-f6759060-7697-477b-9596-748936eb6dbd tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.0760734 Jun 10 03:59:54.754632 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-04fca5bf-21de-4665-9305-6fccf4adca3d req-c36bf43f-f20d-46ce-bd80-bfa26b0f05b9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Deleting port 3d224d4d-0ceb-4d07-b361-ab086b3afc92 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:59:54.755004 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-04fca5bf-21de-4665-9305-6fccf4adca3d req-c36bf43f-f20d-46ce-bd80-bfa26b0f05b9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:54.869076 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-04fca5bf-21de-4665-9305-6fccf4adca3d req-c36bf43f-f20d-46ce-bd80-bfa26b0f05b9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] For port 3d224d4d-0ceb-4d07-b361-ab086b3afc92, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3d224d4d-0ceb-4d07-b361-ab086b3afc92,segment=NetworkSegment(ec7e0734-e180-43ea-a596-c50ce7c70bac),segment_id=ec7e0734-e180-43ea-a596-c50ce7c70bac)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:54.869436 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-04fca5bf-21de-4665-9305-6fccf4adca3d req-c36bf43f-f20d-46ce-bd80-bfa26b0f05b9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:54.936349 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 239dde7c-4f4b-4f6e-9c90-1480e5404e3e up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:59:55.020554 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning for port 239dde7c-4f4b-4f6e-9c90-1480e5404e3e completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 03:59:55.024800 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port 239dde7c-4f4b-4f6e-9c90-1480e5404e3e triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:55.025294 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:55.145249 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:55.145899 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-04fca5bf-21de-4665-9305-6fccf4adca3d req-c36bf43f-f20d-46ce-bd80-bfa26b0f05b9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:55.146142 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6d3ff-c2e9-47cf-bfb4-686d01682708 req-7f6894f4-d3b6-4fa8-b5f9-b9918790641d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:55.146578 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-04fca5bf-21de-4665-9305-6fccf4adca3d req-c36bf43f-f20d-46ce-bd80-bfa26b0f05b9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719104'] for floatingip, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:55.146578 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.db.l3_db [req-04fca5bf-21de-4665-9305-6fccf4adca3d req-c36bf43f-f20d-46ce-bd80-bfa26b0f05b9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Floating IP a1920612-003c-417b-9931-25bbe209e7c7 disassociated. External IP: 172.28.2.29, port: 3d224d4d-0ceb-4d07-b361-ab086b3afc92. Jun 10 03:59:55.146873 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-04fca5bf-21de-4665-9305-6fccf4adca3d req-c36bf43f-f20d-46ce-bd80-bfa26b0f05b9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Calling delete_port for 3d224d4d-0ceb-4d07-b361-ab086b3afc92 owned by compute:nova {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:59:55.147710 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-01c6d3ff-c2e9-47cf-bfb4-686d01682708 req-7f6894f4-d3b6-4fa8-b5f9-b9918790641d tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 945 time: 0.1785498 Jun 10 03:59:55.188326 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 239dde7c-4f4b-4f6e-9c90-1480e5404e3e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=239dde7c-4f4b-4f6e-9c90-1480e5404e3e,segment=NetworkSegment(bb66b429-af0f-4012-94c0-63f398ab4d81),segment_id=bb66b429-af0f-4012-94c0-63f398ab4d81)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 03:59:55.189559 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c29c62-79c4-4bc4-b4de-2d1c43b2af9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239dde7c-4f4b-4f6e-9c90-1480e5404e3e'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:59:55.199584 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8be557-bd30-4d89-92f6-eeba1ee3ef57 req-a325d0bb-b0ea-42f3-b009-d17c0fca8329 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:55.204672 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964f02a7-8265-43d5-94be-471a9bca1e7e" -d '{"events": [{"server_uuid": "88c29c62-79c4-4bc4-b4de-2d1c43b2af9c", "name": "network-vif-plugged", "status": "completed", "tag": "239dde7c-4f4b-4f6e-9c90-1480e5404e3e"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:59:55.208315 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:55.208514 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ac8be557-bd30-4d89-92f6-eeba1ee3ef57 req-a325d0bb-b0ea-42f3-b009-d17c0fca8329 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 945 time: 0.1647549 Jun 10 03:59:55.210431 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-a8e68282-ce6f-440f-bd48-8c5168c6a8fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:55.272884 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=239dde7c-4f4b-4f6e-9c90-1480e5404e3e,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:55.277287 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:55.286526 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-01c6d3ff-c2e9-47cf-bfb4-686d01682708 req-eba44dc1-d519-43ad-8d4b-40f850d0d619 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=0bf6a187-1cf2-4e20-a352-111213cfb2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309609 Jun 10 03:59:55.295452 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ac8be557-bd30-4d89-92f6-eeba1ee3ef57 req-cbeed769-634b-4e05-80f6-4e79ac2db1ce tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853775 Jun 10 03:59:55.352066 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-04fca5bf-21de-4665-9305-6fccf4adca3d req-c36bf43f-f20d-46ce-bd80-bfa26b0f05b9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:55.353118 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a81e29-75ae-4113-8c59-f0a2bbe40602 x-openstack-request-id: req-02a81e29-75ae-4113-8c59-f0a2bbe40602 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:59:55.353792 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c29c62-79c4-4bc4-b4de-2d1c43b2af9c", "name": "network-vif-plugged", "status": "completed", "tag": "239dde7c-4f4b-4f6e-9c90-1480e5404e3e", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:59:55.354169 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02a81e29-75ae-4113-8c59-f0a2bbe40602 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:59:55.354901 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c29c62-79c4-4bc4-b4de-2d1c43b2af9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239dde7c-4f4b-4f6e-9c90-1480e5404e3e', 'code': 200} Jun 10 03:59:55.356941 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a0681782-8aae-4b36-bf3a-5896ab884298 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:55.397828 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bf43f-f20d-46ce-bd80-bfa26b0f05b9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Pushing event deleted for resources: {'Port': ['ID=3d224d4d-0ceb-4d07-b361-ab086b3afc92,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:55.416698 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c36bf43f-f20d-46ce-bd80-bfa26b0f05b9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:55.580026 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04fca5bf-21de-4665-9305-6fccf4adca3d req-c36bf43f-f20d-46ce-bd80-bfa26b0f05b9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Router 72673d0b-7ab1-42ee-8585-858e282e74c4 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 03:59:55.659069 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557bbab5-9510-4da2-9151-f07518eafcca req-798804f9-025e-4ec1-9d36-4c1f304ca766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:55.660645 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-557bbab5-9510-4da2-9151-f07518eafcca req-798804f9-025e-4ec1-9d36-4c1f304ca766 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 1099 time: 0.0611877 Jun 10 03:59:55.700243 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-557bbab5-9510-4da2-9151-f07518eafcca req-eebc045f-44b5-4913-a1f2-4af427a5d0af service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321128 Jun 10 03:59:55.730607 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04fca5bf-21de-4665-9305-6fccf4adca3d req-c36bf43f-f20d-46ce-bd80-bfa26b0f05b9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 03:59:55.740914 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4fc01e-0231-417a-84a9-3b8ae805cfda None None] Sync routers for ids ['72673d0b-7ab1-42ee-8585-858e282e74c4'] in dv-cinder-741349-4-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 03:59:55.750495 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4fc01e-0231-417a-84a9-3b8ae805cfda None None] Routers {'72673d0b-7ab1-42ee-8585-858e282e74c4'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:55.751174 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-2b4fc01e-0231-417a-84a9-3b8ae805cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:59:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['72673d0b-7ab1-42ee-8585-858e282e74c4'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:55.784650 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fca5bf-21de-4665-9305-6fccf4adca3d req-c36bf43f-f20d-46ce-bd80-bfa26b0f05b9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] No DVR routers for this DVR port 3d224d4d-0ceb-4d07-b361-ab086b3afc92 on host hv-cinder-74134 {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 03:59:55.789066 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-04fca5bf-21de-4665-9305-6fccf4adca3d req-c36bf43f-f20d-46ce-bd80-bfa26b0f05b9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:55.791194 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-04fca5bf-21de-4665-9305-6fccf4adca3d req-c36bf43f-f20d-46ce-bd80-bfa26b0f05b9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.22 "DELETE /v2.0/ports/3d224d4d-0ceb-4d07-b361-ab086b3afc92 HTTP/1.1" status: 204 len: 173 time: 1.1492622 Jun 10 03:59:55.791790 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0814df5-344b-4bca-b31f-3906acf19e1c', 'name': 'network-vif-deleted', 'tag': '3d224d4d-0ceb-4d07-b361-ab086b3afc92'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 03:59:55.794169 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48772c21-2b91-4c0e-b5aa-91442644f46b" -d '{"events": [{"server_uuid": "b0814df5-344b-4bca-b31f-3906acf19e1c", "name": "network-vif-deleted", "tag": "3d224d4d-0ceb-4d07-b361-ab086b3afc92"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 03:59:55.831634 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 03:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cca108-c050-4faf-ac0b-c62ad3a45ab3 x-openstack-request-id: req-22cca108-c050-4faf-ac0b-c62ad3a45ab3 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 03:59:55.832223 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0814df5-344b-4bca-b31f-3906acf19e1c", "name": "network-vif-deleted", "tag": "3d224d4d-0ceb-4d07-b361-ab086b3afc92", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 03:59:55.832875 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22cca108-c050-4faf-ac0b-c62ad3a45ab3 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 03:59:55.833378 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0814df5-344b-4bca-b31f-3906acf19e1c', 'name': 'network-vif-deleted', 'tag': '3d224d4d-0ceb-4d07-b361-ab086b3afc92', 'status': 'completed', 'code': 200} Jun 10 03:59:55.909047 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-2b4fc01e-0231-417a-84a9-3b8ae805cfda None None] Set router 72673d0b-7ab1-42ee-8585-858e282e74c4 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:56.038359 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 5bdbfe06-f170-4e5c-a50a-21552ec6747e up at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 03:59:56.171419 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Provisioning complete for port 5bdbfe06-f170-4e5c-a50a-21552ec6747e triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 03:59:56.172089 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:56.298931 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-2b4fc01e-0231-417a-84a9-3b8ae805cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T03:56:08Z', 'revision_number': 4, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port': {'id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:03Z', 'updated_at': '2021-06-10T03:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'f27c192b-68e1-424b-b863-1cb31cfdec39', 'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'mac_address': 'fa:16:3e:37:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:07Z', 'updated_at': '2021-06-10T03:56:14Z', 'revision_number': 5, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'subnets': [{'id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:56.305034 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4fc01e-0231-417a-84a9-3b8ae805cfda None None] Checking router: 72673d0b-7ab1-42ee-8585-858e282e74c4 for host: dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 03:59:56.318869 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4fc01e-0231-417a-84a9-3b8ae805cfda None None] Routers {'72673d0b-7ab1-42ee-8585-858e282e74c4'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 03:59:56.319528 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-2b4fc01e-0231-417a-84a9-3b8ae805cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T03:59:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['72673d0b-7ab1-42ee-8585-858e282e74c4'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:56.461306 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-2b4fc01e-0231-417a-84a9-3b8ae805cfda None None] Set router 72673d0b-7ab1-42ee-8585-858e282e74c4 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 03:59:56.481989 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-968c1ee1-cc33-4d2a-9cb8-a69d953b38ab req-5208208a-ea1b-418b-b56e-2f83d5f869e5 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0814df5-344b-4bca-b31f-3906acf19e1c HTTP/1.1" status: 200 len: 210 time: 0.0366931 Jun 10 03:59:56.527496 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2c135-9284-4832-b9e9-747844cff6d2 req-8aa883eb-d34e-4e24-8300-2d2328d7898f tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:56.528976 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-71e2c135-9284-4832-b9e9-747844cff6d2 req-8aa883eb-d34e-4e24-8300-2d2328d7898f tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 946 time: 0.1158543 Jun 10 03:59:56.576658 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-71e2c135-9284-4832-b9e9-747844cff6d2 req-4b6dda79-3f5f-4bbf-b892-f724d7ca3348 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389743 Jun 10 03:59:56.736019 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-2b4fc01e-0231-417a-84a9-3b8ae805cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T03:56:08Z', 'revision_number': 4, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port': {'id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:03Z', 'updated_at': '2021-06-10T03:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'f27c192b-68e1-424b-b863-1cb31cfdec39', 'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'mac_address': 'fa:16:3e:37:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:07Z', 'updated_at': '2021-06-10T03:56:14Z', 'revision_number': 5, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'subnets': [{'id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 03:59:56.739771 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4fc01e-0231-417a-84a9-3b8ae805cfda None None] The sync data for ids ['72673d0b-7ab1-42ee-8585-858e282e74c4'] in dv-cinder-741349-4-smb is: [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T03:56:08Z', 'revision_number': 4, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port': {'id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:03Z', 'updated_at': '2021-06-10T03:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'f27c192b-68e1-424b-b863-1cb31cfdec39', 'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'mac_address': 'fa:16:3e:37:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:07Z', 'updated_at': '2021-06-10T03:56:14Z', 'revision_number': 5, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'subnets': [{'id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 03:59:56.945899 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3d224d4d-0ceb-4d07-b361-ab086b3afc92 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 03:59:56.976114 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] No Port match for: 3d224d4d-0ceb-4d07-b361-ab086b3afc92 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 03:59:56.976268 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 3d224d4d-0ceb-4d07-b361-ab086b3afc92 not bound to the agent host hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 03:59:56.976413 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a382c8eb-029d-47da-80db-9a7200050795 None None] New status for floating IP a1920612-003c-417b-9931-25bbe209e7c7: DOWN {{(pid=91628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 03:59:57.607809 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55878) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:57.672548 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4df1189e-78b4-4922-a99d-d6002ced09df tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:57.699636 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4df1189e-78b4-4922-a99d-d6002ced09df tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:57.796184 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4df1189e-78b4-4922-a99d-d6002ced09df tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:57.798651 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4df1189e-78b4-4922-a99d-d6002ced09df tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:57.799751 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-4df1189e-78b4-4922-a99d-d6002ced09df tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "DELETE /v2.0/security-groups/0bf6a187-1cf2-4e20-a352-111213cfb2bf HTTP/1.1" status: 204 len: 168 time: 0.1901681 Jun 10 03:59:57.801260 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5bb5d29c-1f6f-4005-86c2-ad2996dfe83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:57.803667 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 55884) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:57.812932 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fe7ce-da8d-4a2b-99b9-faaa8a8ff8e1 req-eb48e95d-c6ff-4b79-91f9-11b0e7ad149a tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 03:59:57.815324 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9f3fe7ce-da8d-4a2b-99b9-faaa8a8ff8e1 req-eb48e95d-c6ff-4b79-91f9-11b0e7ad149a tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 946 time: 0.1066754 Jun 10 03:59:57.822021 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.api.v2.resource [None req-c943175f-fa9a-42e1-89ff-96d5683ec5ee tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] show failed (client error): The resource could not be found. Jun 10 03:59:57.825122 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-c943175f-fa9a-42e1-89ff-96d5683ec5ee tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups/0bf6a187-1cf2-4e20-a352-111213cfb2bf HTTP/1.1" status: 404 len: 347 time: 0.0203869 Jun 10 03:59:57.825967 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1189e-78b4-4922-a99d-d6002ced09df tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf6a187-1cf2-4e20-a352-111213cfb2bf,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:57.828777 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 55886) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:57.833113 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4df1189e-78b4-4922-a99d-d6002ced09df tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:57.863152 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9f3fe7ce-da8d-4a2b-99b9-faaa8a8ff8e1 req-a0028911-fc5e-4ec0-b179-d692c18b7cd3 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389695 Jun 10 03:59:57.995812 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-d231765d-e0a1-43d8-8603-4bbf8a588990 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Deleting port 4854b049-5d1b-4277-972a-602085e4b9cc {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 03:59:57.996157 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d231765d-e0a1-43d8-8603-4bbf8a588990 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:58.100133 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d231765d-e0a1-43d8-8603-4bbf8a588990 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:58.100549 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d231765d-e0a1-43d8-8603-4bbf8a588990 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:58.206761 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-d231765d-e0a1-43d8-8603-4bbf8a588990 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Calling delete_port for 4854b049-5d1b-4277-972a-602085e4b9cc owned by network:floatingip {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 03:59:58.371913 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d231765d-e0a1-43d8-8603-4bbf8a588990 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:58.374808 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-70cfdd68-df12-4c05-8bf0-dc5151985e1e tempest-ServerRescueNegativeTestJSON-375710400 tempest-ServerRescueNegativeTestJSON-375710400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:58.408396 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231765d-e0a1-43d8-8603-4bbf8a588990 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Pushing event deleted for resources: {'Port': ['ID=4854b049-5d1b-4277-972a-602085e4b9cc,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:58.412233 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d231765d-e0a1-43d8-8603-4bbf8a588990 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:58.479993 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d231765d-e0a1-43d8-8603-4bbf8a588990 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for floatingip, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:58.482532 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d231765d-e0a1-43d8-8603-4bbf8a588990 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:58.483681 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-d231765d-e0a1-43d8-8603-4bbf8a588990 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "DELETE /v2.0/floatingips/a1920612-003c-417b-9931-25bbe209e7c7 HTTP/1.1" status: 204 len: 168 time: 0.6539159 Jun 10 03:59:58.765321 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 55948) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:58.769968 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-1949adea-8a34-462b-8ff7-7c45a1c17a50 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1415079231', 'description': 'tempest-description--1392108061'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:58.791540 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1949adea-8a34-462b-8ff7-7c45a1c17a50 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:58.881261 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1949adea-8a34-462b-8ff7-7c45a1c17a50 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:58.885064 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1949adea-8a34-462b-8ff7-7c45a1c17a50 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:58.888367 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1aff0d5b-1b1f-4128-8179-e62102427a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:58.912188 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1949adea-8a34-462b-8ff7-7c45a1c17a50 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:58.913372 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-1949adea-8a34-462b-8ff7-7c45a1c17a50 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1470394 Jun 10 03:59:58.916400 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 55952) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:58.917741 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949adea-8a34-462b-8ff7-7c45a1c17a50 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836c770f-9321-467d-93ae-11ac8a01539a,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:58.921067 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1949adea-8a34-462b-8ff7-7c45a1c17a50 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:58.923746 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-b0dc7d0e-2bd1-42d9-a087-521c68c7329f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Request body: {'security_group_rule': {'security_group_id': '836c770f-9321-467d-93ae-11ac8a01539a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:58.955634 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b0dc7d0e-2bd1-42d9-a087-521c68c7329f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:59.018492 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b0dc7d0e-2bd1-42d9-a087-521c68c7329f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:59.022068 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b0dc7d0e-2bd1-42d9-a087-521c68c7329f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:59.024061 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:59.043953 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc7d0e-2bd1-42d9-a087-521c68c7329f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269466e9-ec66-4b48-b630-eaaf17109180,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:59.047169 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b0dc7d0e-2bd1-42d9-a087-521c68c7329f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:59.051502 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b0dc7d0e-2bd1-42d9-a087-521c68c7329f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:59.052689 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-b0dc7d0e-2bd1-42d9-a087-521c68c7329f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345918 Jun 10 03:59:59.055295 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 55954) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:59.059924 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-97f8d32c-1317-4e4d-8e02-6e95374d9f4f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Request body: {'security_group_rule': {'security_group_id': '836c770f-9321-467d-93ae-11ac8a01539a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:59.086274 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-97f8d32c-1317-4e4d-8e02-6e95374d9f4f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:59.148972 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-97f8d32c-1317-4e4d-8e02-6e95374d9f4f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:59.152371 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-97f8d32c-1317-4e4d-8e02-6e95374d9f4f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756290'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:59.154516 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:59.172026 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8d32c-1317-4e4d-8e02-6e95374d9f4f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50d043c-771b-41fd-9450-94d407da2e26,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:59.175042 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-97f8d32c-1317-4e4d-8e02-6e95374d9f4f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:59.177772 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-97f8d32c-1317-4e4d-8e02-6e95374d9f4f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:59.182222 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-97f8d32c-1317-4e4d-8e02-6e95374d9f4f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231413 Jun 10 03:59:59.182425 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 55958) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 03:59:59.187850 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Request body: {'floatingip': {'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 03:59:59.211055 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for floatingip, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:59.329194 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:59.446131 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Allocated IP 172.28.2.38 (521d4520-71b8-438e-96ef-236a080e2b51/e4fdf890-cc0e-449a-b17a-0a4cb4019895/e7b1d739-3955-484d-bb07-f755d7bc733e) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 03:59:59.573663 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:59.613173 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126309416'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:59.615255 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-949bee3f-bec5-4763-b204-e621e7e340fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 03:59:59.666683 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Network 521d4520-71b8-438e-96ef-236a080e2b51 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 03:59:59.669511 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 03:59:59.674664 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 03:59:59.676645 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Pushing event updated for resources: {'Port': ['ID=e7b1d739-3955-484d-bb07-f755d7bc733e,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 03:59:59.679626 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 03:59:59.778516 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 03:59:59.830681 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:00.006768 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:00.011282 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:00.013331 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c36bf43f-f20d-46ce-bd80-bfa26b0f05b9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:00:00.092248 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Pushing event updated for resources: {'Port': ['ID=e7b1d739-3955-484d-bb07-f755d7bc733e,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:00:00.097583 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:00:00.111343 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719104'] for floatingip, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:00.126680 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:00.127879 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-26c1ddfb-7f54-4d56-9d05-328da209e90e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9444888 Jun 10 04:00:06.312838 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-26472107-2822-408d-8693-01200ef67b38 req-7d499d3c-6aba-45ac-8322-b0906c08c9e0 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1415079231&fields=id&tenant_id=f6c404a8a83b4778bac89c4af027c5e7 HTTP/1.1" status: 200 len: 267 time: 0.0362220 Jun 10 04:00:06.441088 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26472107-2822-408d-8693-01200ef67b38 req-62ef6b58-0d98-44e7-a9e3-8b24c7ed01ea tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:06.442439 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-26472107-2822-408d-8693-01200ef67b38 req-62ef6b58-0d98-44e7-a9e3-8b24c7ed01ea tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/networks?id=34ceae76-1875-4ae5-9927-5e5f83e723be HTTP/1.1" status: 200 len: 811 time: 0.1230121 Jun 10 04:00:06.456157 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-26472107-2822-408d-8693-01200ef67b38 req-5db81ee6-3ab3-4d63-9e12-a0a5b89a18b9 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/quotas/f6c404a8a83b4778bac89c4af027c5e7 HTTP/1.1" status: 200 len: 375 time: 0.0083869 Jun 10 04:00:06.534762 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-26472107-2822-408d-8693-01200ef67b38 req-bd54bccd-9f1c-4458-b782-644771db7d8f tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f6c404a8a83b4778bac89c4af027c5e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0737965 Jun 10 04:00:06.651270 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-26472107-2822-408d-8693-01200ef67b38 req-176068cb-4173-4a67-a0ee-509f009aa276 service neutron] 10.222.0.25 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045067 Jun 10 04:00:06.771126 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-26472107-2822-408d-8693-01200ef67b38 req-5810c648-bb56-426b-b962-eab0f117060d service neutron] 10.222.0.25 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139312 Jun 10 04:00:07.076907 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1a77088e-6677-43c9-8514-2d57a3eb7520 req-44f67a9a-6e60-4807-8ad4-dee911fa2da0 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 210 time: 0.1469164 Jun 10 04:00:08.230376 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bdf94028-0178-41e8-b2e3-caf3906a973d req-d3358005-741c-45f7-8fec-813f8e16dd10 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 210 time: 0.0393963 Jun 10 04:00:08.231449 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26472107-2822-408d-8693-01200ef67b38 req-6d6ef47f-53cd-481d-8588-7ca22f141817 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:08.233585 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-26472107-2822-408d-8693-01200ef67b38 req-6d6ef47f-53cd-481d-8588-7ca22f141817 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.22 "GET /v2.0/networks?id=34ceae76-1875-4ae5-9927-5e5f83e723be HTTP/1.1" status: 200 len: 811 time: 0.1411567 Jun 10 04:00:08.295518 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-26472107-2822-408d-8693-01200ef67b38 req-bbc5b89d-5c9c-41fd-ac02-91ee37c1768e tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6c404a8a83b4778bac89c4af027c5e7 HTTP/1.1" status: 200 len: 380 time: 0.0422387 Jun 10 04:00:08.307327 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-26472107-2822-408d-8693-01200ef67b38 req-7b193657-b338-44fd-abb0-6a4862b474d6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Request body: {'port': {'device_id': 'c8d6056b-0985-4563-9033-839cc9ff141f', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'admin_state_up': True, 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'security_groups': ['836c770f-9321-467d-93ae-11ac8a01539a']}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 04:00:08.447283 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26472107-2822-408d-8693-01200ef67b38 req-7b193657-b338-44fd-abb0-6a4862b474d6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Made reservation on behalf of f6c404a8a83b4778bac89c4af027c5e7 for: {'port': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 04:00:08.450992 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-26472107-2822-408d-8693-01200ef67b38 req-7b193657-b338-44fd-abb0-6a4862b474d6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:08.591187 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [req-26472107-2822-408d-8693-01200ef67b38 req-7b193657-b338-44fd-abb0-6a4862b474d6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Allocated IP 172.20.0.9 (34ceae76-1875-4ae5-9927-5e5f83e723be/d05b5939-fbc1-4883-ac53-795367a50643/6b140928-f485-4e5c-943e-4c51ada9aa0f) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 04:00:09.009448 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-26472107-2822-408d-8693-01200ef67b38 req-7b193657-b338-44fd-abb0-6a4862b474d6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:09.021992 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-26472107-2822-408d-8693-01200ef67b38 req-7b193657-b338-44fd-abb0-6a4862b474d6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Transition to ACTIVE for port object 6b140928-f485-4e5c-943e-4c51ada9aa0f will not be triggered until provisioned by entity DHCP. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 04:00:09.059306 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-26472107-2822-408d-8693-01200ef67b38 req-7b193657-b338-44fd-abb0-6a4862b474d6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126309416'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:09.064112 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-55f4a88e-5ee4-41c1-9461-090aada23611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:00:09.109027 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26472107-2822-408d-8693-01200ef67b38 req-7b193657-b338-44fd-abb0-6a4862b474d6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Network 34ceae76-1875-4ae5-9927-5e5f83e723be is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 04:00:09.112152 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [req-26472107-2822-408d-8693-01200ef67b38 req-7b193657-b338-44fd-abb0-6a4862b474d6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 04:00:09.116027 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-26472107-2822-408d-8693-01200ef67b38 req-7b193657-b338-44fd-abb0-6a4862b474d6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 04:00:09.151882 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b193657-b338-44fd-abb0-6a4862b474d6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Pushing event updated for resources: {'Port': ['ID=6b140928-f485-4e5c-943e-4c51ada9aa0f,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:00:09.156614 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7b193657-b338-44fd-abb0-6a4862b474d6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:00:09.179022 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26472107-2822-408d-8693-01200ef67b38 req-7b193657-b338-44fd-abb0-6a4862b474d6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:09.179632 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-26472107-2822-408d-8693-01200ef67b38 req-7b193657-b338-44fd-abb0-6a4862b474d6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:09.194194 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-26472107-2822-408d-8693-01200ef67b38 req-7b193657-b338-44fd-abb0-6a4862b474d6 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8904285 Jun 10 04:00:09.211667 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Request body: {'port': {'device_id': 'c8d6056b-0985-4563-9033-839cc9ff141f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 04:00:09.302079 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:09.328397 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-44068cbc-db8f-41dd-b9ff-a58e631efae9 None None] Provisioning for port 6b140928-f485-4e5c-943e-4c51ada9aa0f completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 04:00:09.332156 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-44068cbc-db8f-41dd-b9ff-a58e631efae9 None None] Provisioning complete for port 6b140928-f485-4e5c-943e-4c51ada9aa0f triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 04:00:09.332633 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-44068cbc-db8f-41dd-b9ff-a58e631efae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:09.373572 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-44068cbc-db8f-41dd-b9ff-a58e631efae9 None None] Port 6b140928-f485-4e5c-943e-4c51ada9aa0f cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 04:00:09.421183 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e60b5d-cf45-4733-9a3d-8b9162274bcd req-10ba0e49-d085-43f7-be2c-eed578304525 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:09.422580 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-43e60b5d-cf45-4733-9a3d-8b9162274bcd req-10ba0e49-d085-43f7-be2c-eed578304525 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 931 time: 0.0690825 Jun 10 04:00:09.463750 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-43e60b5d-cf45-4733-9a3d-8b9162274bcd req-7089bd07-fd44-4521-a42e-9f5de8dee532 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=836c770f-9321-467d-93ae-11ac8a01539a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355086 Jun 10 04:00:09.614044 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b140928-f485-4e5c-943e-4c51ada9aa0f {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 04:00:09.621574 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:09.633675 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Transition to ACTIVE for port object 6b140928-f485-4e5c-943e-4c51ada9aa0f will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 04:00:09.636570 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:09.639328 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d231765d-e0a1-43d8-8603-4bbf8a588990 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:00:09.735852 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Pushing event updated for resources: {'Port': ['ID=6b140928-f485-4e5c-943e-4c51ada9aa0f,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:00:09.739743 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:00:09.838113 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Attempting to bind port 6b140928-f485-4e5c-943e-4c51ada9aa0f on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 04:00:09.838479 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Attempting to bind port 6b140928-f485-4e5c-943e-4c51ada9aa0f by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'ec7e0734-e180-43ea-a596-c50ce7c70bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 04:00:09.838812 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Attempting to bind port 6b140928-f485-4e5c-943e-4c51ada9aa0f on network 34ceae76-1875-4ae5-9927-5e5f83e723be {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 04:00:09.847919 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Port 6b140928-f485-4e5c-943e-4c51ada9aa0f on network 34ceae76-1875-4ae5-9927-5e5f83e723be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 04:00:09.848330 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Attempting to bind port 6b140928-f485-4e5c-943e-4c51ada9aa0f on network 34ceae76-1875-4ae5-9927-5e5f83e723be {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 04:00:09.856504 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Checking agent: {'id': '4c3682d1-d9e4-4dcd-ad72-ddd6d516f54b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 04:00:09.856690 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Checking segment: {'id': 'ec7e0734-e180-43ea-a596-c50ce7c70bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 04:00:09.857996 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Bound using segment: {'id': 'ec7e0734-e180-43ea-a596-c50ce7c70bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 04:00:09.858480 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Bound port: 6b140928-f485-4e5c-943e-4c51ada9aa0f, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7e0734-e180-43ea-a596-c50ce7c70bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 04:00:09.858847 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:09.944152 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-6d408217-c2b3-4af2-bc9d-924915384cb0 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-988899271&fields=id&tenant_id=93f6616f232149eab0b0d4420733cabb HTTP/1.1" status: 200 len: 267 time: 0.0548034 Jun 10 04:00:09.965759 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] For port 6b140928-f485-4e5c-943e-4c51ada9aa0f, host hv-cinder-74134, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 04:00:09.969657 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] For port 6b140928-f485-4e5c-943e-4c51ada9aa0f, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6b140928-f485-4e5c-943e-4c51ada9aa0f,segment=NetworkSegment(ec7e0734-e180-43ea-a596-c50ce7c70bac),segment_id=ec7e0734-e180-43ea-a596-c50ce7c70bac)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 04:00:09.973459 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:09.976277 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:00:10.016968 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:10.017859 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:10.019061 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-26472107-2822-408d-8693-01200ef67b38 req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] 10.222.0.22 "PUT /v2.0/ports/6b140928-f485-4e5c-943e-4c51ada9aa0f HTTP/1.1" status: 200 len: 1093 time: 0.8116992 Jun 10 04:00:10.019580 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d6056b-0985-4563-9033-839cc9ff141f', 'tag': '6b140928-f485-4e5c-943e-4c51ada9aa0f'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:00:10.021860 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1351dd-2d04-4f58-9051-02ebdb05bb67" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d6056b-0985-4563-9033-839cc9ff141f", "tag": "6b140928-f485-4e5c-943e-4c51ada9aa0f"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:00:10.087618 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Pushing event updated for resources: {'Port': ['ID=6b140928-f485-4e5c-943e-4c51ada9aa0f,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:00:10.113556 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-477d5e1d-32bc-4531-82c2-2c2f7b39af5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:00:10.155922 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96c5410-af6f-4e9a-89d8-25e84426f38c x-openstack-request-id: req-c96c5410-af6f-4e9a-89d8-25e84426f38c {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:00:10.156388 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d6056b-0985-4563-9033-839cc9ff141f", "tag": "6b140928-f485-4e5c-943e-4c51ada9aa0f", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:00:10.156693 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c96c5410-af6f-4e9a-89d8-25e84426f38c {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:00:10.157126 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d6056b-0985-4563-9033-839cc9ff141f', 'tag': '6b140928-f485-4e5c-943e-4c51ada9aa0f', 'status': 'completed', 'code': 200} Jun 10 04:00:10.188396 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-d41f432d-99fe-4034-81e3-d1dd4b379a0e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:10.190362 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-d41f432d-99fe-4034-81e3-d1dd4b379a0e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/networks?id=c17b4dab-7c5d-43ef-9e30-36283078fe36 HTTP/1.1" status: 200 len: 809 time: 0.2454007 Jun 10 04:00:10.199837 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26472107-2822-408d-8693-01200ef67b38 req-aa42ca35-d73c-4367-91d5-51e281322a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:10.202120 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-26472107-2822-408d-8693-01200ef67b38 req-aa42ca35-d73c-4367-91d5-51e281322a1f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6c404a8a83b4778bac89c4af027c5e7&device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 1096 time: 0.0994470 Jun 10 04:00:10.208859 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-943c282e-bf07-4ddd-9db2-7836d81b64bb tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/quotas/93f6616f232149eab0b0d4420733cabb HTTP/1.1" status: 200 len: 375 time: 0.0114262 Jun 10 04:00:10.275428 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-26472107-2822-408d-8693-01200ef67b38 req-9e91ee85-f679-40f5-88e4-0a041451ca85 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b140928-f485-4e5c-943e-4c51ada9aa0f HTTP/1.1" status: 200 len: 217 time: 0.0523732 Jun 10 04:00:10.289911 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-64bfc395-7755-4bfb-ade3-3a0f04743053 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=93f6616f232149eab0b0d4420733cabb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753767 Jun 10 04:00:10.337079 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26472107-2822-408d-8693-01200ef67b38 req-53e87d13-7fc5-41a8-b73b-6dd428bc6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:10.338638 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-26472107-2822-408d-8693-01200ef67b38 req-53e87d13-7fc5-41a8-b73b-6dd428bc6e7a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d05b5939-fbc1-4883-ac53-795367a50643 HTTP/1.1" status: 200 len: 850 time: 0.0566549 Jun 10 04:00:10.408110 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26472107-2822-408d-8693-01200ef67b38 req-ff4a1ff8-7337-49de-b673-be6d6abbe77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:10.409504 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-26472107-2822-408d-8693-01200ef67b38 req-ff4a1ff8-7337-49de-b673-be6d6abbe77f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=34ceae76-1875-4ae5-9927-5e5f83e723be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0639062 Jun 10 04:00:10.455688 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-ecd5dc1f-c855-494b-80da-eb45b7420671 service neutron] 10.222.0.25 "GET /v2.0/networks/c17b4dab-7c5d-43ef-9e30-36283078fe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536396 Jun 10 04:00:10.526014 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-26472107-2822-408d-8693-01200ef67b38 req-1af461a9-13d8-491b-ab74-fb20bf188eb3 service neutron] 10.222.0.22 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100059 Jun 10 04:00:10.576320 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-bab07918-c5e5-4fe8-8634-286fe52b45f2 service neutron] 10.222.0.25 "GET /v2.0/networks/c17b4dab-7c5d-43ef-9e30-36283078fe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145296 Jun 10 04:00:10.652610 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-26472107-2822-408d-8693-01200ef67b38 req-893346a4-b464-425f-a324-f84395008902 service neutron] 10.222.0.22 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204371 Jun 10 04:00:10.669241 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30defbeb-5dfa-4021-bdda-0baa00c6e336 req-92899c08-10d5-4322-926c-8e3c79b956cf tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:10.670804 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-30defbeb-5dfa-4021-bdda-0baa00c6e336 req-92899c08-10d5-4322-926c-8e3c79b956cf tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 943 time: 0.0865433 Jun 10 04:00:10.717887 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-30defbeb-5dfa-4021-bdda-0baa00c6e336 req-3bbc5a91-6741-435d-8e22-7b660daa84e4 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=836c770f-9321-467d-93ae-11ac8a01539a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401342 Jun 10 04:00:10.816756 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1351dd-2d04-4f58-9051-02ebdb05bb67 req-4462205e-5b33-4048-a38f-902547612773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:10.818218 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-1d1351dd-2d04-4f58-9051-02ebdb05bb67 req-4462205e-5b33-4048-a38f-902547612773 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6c404a8a83b4778bac89c4af027c5e7&device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 1096 time: 0.0626330 Jun 10 04:00:10.911413 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c31fe62c-5e68-4e46-a537-964db3711a18 req-9ffbeb77-701c-4159-b3cd-eb679fde9433 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 210 time: 0.0321951 Jun 10 04:00:10.947945 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1351dd-2d04-4f58-9051-02ebdb05bb67 req-f9d4cc58-4765-44e9-b175-4baaad6ebb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:10.949403 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-1d1351dd-2d04-4f58-9051-02ebdb05bb67 req-f9d4cc58-4765-44e9-b175-4baaad6ebb11 service neutron] 10.222.0.22 "GET /v2.0/networks?id=34ceae76-1875-4ae5-9927-5e5f83e723be HTTP/1.1" status: 200 len: 911 time: 0.1241333 Jun 10 04:00:11.008605 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-1d1351dd-2d04-4f58-9051-02ebdb05bb67 req-cf83a8df-26dc-4eff-b9d5-1d570329f509 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b140928-f485-4e5c-943e-4c51ada9aa0f HTTP/1.1" status: 200 len: 217 time: 0.0512877 Jun 10 04:00:11.070263 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1351dd-2d04-4f58-9051-02ebdb05bb67 req-19205bba-47ee-40f8-b00f-50838cef5c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:11.071770 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-1d1351dd-2d04-4f58-9051-02ebdb05bb67 req-19205bba-47ee-40f8-b00f-50838cef5c8e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d05b5939-fbc1-4883-ac53-795367a50643 HTTP/1.1" status: 200 len: 850 time: 0.0563688 Jun 10 04:00:11.142700 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1351dd-2d04-4f58-9051-02ebdb05bb67 req-940cc3c9-23ac-4256-bb3b-aabe41aef439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:11.144495 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-1d1351dd-2d04-4f58-9051-02ebdb05bb67 req-940cc3c9-23ac-4256-bb3b-aabe41aef439 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=34ceae76-1875-4ae5-9927-5e5f83e723be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0637276 Jun 10 04:00:11.273235 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-1d1351dd-2d04-4f58-9051-02ebdb05bb67 req-28167f89-f92e-4e4a-8640-9fa58cabf6be service neutron] 10.222.0.22 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214511 Jun 10 04:00:11.408966 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-1d1351dd-2d04-4f58-9051-02ebdb05bb67 req-2cc2ff5b-e909-4af1-8bc9-ecb6b2db7597 service neutron] 10.222.0.22 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162302 Jun 10 04:00:11.895252 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb4c09-e50c-4741-b673-d9f5626c4c10 req-7b344df1-9c40-4d43-9c92-7a685e61d595 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:11.896605 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c3eb4c09-e50c-4741-b673-d9f5626c4c10 req-7b344df1-9c40-4d43-9c92-7a685e61d595 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 943 time: 0.0672812 Jun 10 04:00:11.937124 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c3eb4c09-e50c-4741-b673-d9f5626c4c10 req-cf7209a8-522a-4071-bcad-b9d66a56d0c7 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=836c770f-9321-467d-93ae-11ac8a01539a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350075 Jun 10 04:00:12.064282 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-09c0e34b-0bdc-4ed1-b62d-c2c27a61ab7c req-9fab5462-1987-4790-8112-558429267d36 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 210 time: 0.0371637 Jun 10 04:00:12.313825 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-97e42434-cd9e-44ba-9956-e207907fbe19 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:12.315310 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-97e42434-cd9e-44ba-9956-e207907fbe19 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.22 "GET /v2.0/networks?id=c17b4dab-7c5d-43ef-9e30-36283078fe36 HTTP/1.1" status: 200 len: 809 time: 0.1371324 Jun 10 04:00:12.390531 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-b3f7f6fa-bf8d-473e-958c-d1c466f5cd20 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93f6616f232149eab0b0d4420733cabb HTTP/1.1" status: 200 len: 379 time: 0.0405705 Jun 10 04:00:12.399322 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-ea2a7b3a-9249-4680-ad5c-6239c2f20f22 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Request body: {'port': {'device_id': '8a2d7180-3382-4a11-a385-004636bb3396', 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36', 'admin_state_up': True, 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'security_groups': ['8c534625-3de5-4b78-bd9a-aa0c3be476ec']}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 04:00:12.451476 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-64b744d7-ab84-4375-83c6-be4b7b11d3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:12.539213 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-ea2a7b3a-9249-4680-ad5c-6239c2f20f22 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Made reservation on behalf of 93f6616f232149eab0b0d4420733cabb for: {'port': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 04:00:12.542725 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-ea2a7b3a-9249-4680-ad5c-6239c2f20f22 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:12.702640 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-ea2a7b3a-9249-4680-ad5c-6239c2f20f22 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Allocated IP 172.20.0.3 (c17b4dab-7c5d-43ef-9e30-36283078fe36/98a80741-e8d4-48c3-be87-dcded5c81d07/102797f0-0d06-4aa6-af9d-d684c487cd19) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 04:00:12.793340 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6432-d815-4a0b-9a9d-a6ae4cf357fc req-a4ba1fdb-1b8d-4dc2-afae-57e10c2e258e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:12.795372 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fd9b6432-d815-4a0b-9a9d-a6ae4cf357fc req-a4ba1fdb-1b8d-4dc2-afae-57e10c2e258e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0816562 Jun 10 04:00:12.839087 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fd9b6432-d815-4a0b-9a9d-a6ae4cf357fc req-5f501136-1d52-437a-a275-1b6e70e968ff tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378268 Jun 10 04:00:12.881646 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-ea2a7b3a-9249-4680-ad5c-6239c2f20f22 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:12.894193 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-ea2a7b3a-9249-4680-ad5c-6239c2f20f22 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Transition to ACTIVE for port object 102797f0-0d06-4aa6-af9d-d684c487cd19 will not be triggered until provisioned by entity DHCP. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 04:00:12.934446 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-ea2a7b3a-9249-4680-ad5c-6239c2f20f22 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126309416'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:12.938962 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c2a2ac5d-e60d-4394-98e5-ef5b5e63945a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:00:12.991620 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-ea2a7b3a-9249-4680-ad5c-6239c2f20f22 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Network c17b4dab-7c5d-43ef-9e30-36283078fe36 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 04:00:12.994832 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-ea2a7b3a-9249-4680-ad5c-6239c2f20f22 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 04:00:12.997599 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-ea2a7b3a-9249-4680-ad5c-6239c2f20f22 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 04:00:13.032598 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 6b140928-f485-4e5c-943e-4c51ada9aa0f details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 04:00:13.042346 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a7b3a-9249-4680-ad5c-6239c2f20f22 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Pushing event updated for resources: {'Port': ['ID=102797f0-0d06-4aa6-af9d-d684c487cd19,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:00:13.068910 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ea2a7b3a-9249-4680-ad5c-6239c2f20f22 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:00:13.096068 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-ea2a7b3a-9249-4680-ad5c-6239c2f20f22 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:13.096068 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-ea2a7b3a-9249-4680-ad5c-6239c2f20f22 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:13.109707 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-ea2a7b3a-9249-4680-ad5c-6239c2f20f22 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7136660 Jun 10 04:00:13.129292 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Request body: {'port': {'device_id': '8a2d7180-3382-4a11-a385-004636bb3396', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 04:00:13.184007 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 6b140928-f485-4e5c-943e-4c51ada9aa0f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6b140928-f485-4e5c-943e-4c51ada9aa0f,segment=NetworkSegment(ec7e0734-e180-43ea-a596-c50ce7c70bac),segment_id=ec7e0734-e180-43ea-a596-c50ce7c70bac)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:00:13.190719 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebaa50-2821-4c0e-894f-aa47dbc99b1c req-5f8d7f90-1f05-458f-86bd-7d311124acbb tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:13.195345 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-80ebaa50-2821-4c0e-894f-aa47dbc99b1c req-5f8d7f90-1f05-458f-86bd-7d311124acbb tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 943 time: 0.1296070 Jun 10 04:00:13.197297 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': '6b140928-f485-4e5c-943e-4c51ada9aa0f', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'port_id': '6b140928-f485-4e5c-943e-4c51ada9aa0f', 'mac_address': 'fa:16:3e:46:fb:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 04:00:13.244152 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:13.258996 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:13.264343 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b140928-f485-4e5c-943e-4c51ada9aa0f {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 04:00:13.287276 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 6b140928-f485-4e5c-943e-4c51ada9aa0f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6b140928-f485-4e5c-943e-4c51ada9aa0f,segment=NetworkSegment(ec7e0734-e180-43ea-a596-c50ce7c70bac),segment_id=ec7e0734-e180-43ea-a596-c50ce7c70bac)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:00:13.291206 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:13.293905 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-c581eca9-928e-4604-b6db-de6eef12e750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:00:13.304648 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-80ebaa50-2821-4c0e-894f-aa47dbc99b1c req-28b42580-8dff-4e97-a381-b83b6e217de2 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=836c770f-9321-467d-93ae-11ac8a01539a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022453 Jun 10 04:00:13.349885 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d91f4-8dc9-475e-9359-ad4c4673c7f1 req-2cc5e137-ffa8-40e9-8cb5-59e499e7a194 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:13.351507 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-710d91f4-8dc9-475e-9359-ad4c4673c7f1 req-2cc5e137-ffa8-40e9-8cb5-59e499e7a194 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 931 time: 0.0910134 Jun 10 04:00:13.365316 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=6b140928-f485-4e5c-943e-4c51ada9aa0f,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:00:13.368481 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:00:13.379703 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-0772ff49-a294-42d4-9daf-41c025297e85 None None] Provisioning for port 102797f0-0d06-4aa6-af9d-d684c487cd19 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 04:00:13.384175 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-0772ff49-a294-42d4-9daf-41c025297e85 None None] Provisioning complete for port 102797f0-0d06-4aa6-af9d-d684c487cd19 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 04:00:13.384650 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-0772ff49-a294-42d4-9daf-41c025297e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:13.395735 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-710d91f4-8dc9-475e-9359-ad4c4673c7f1 req-b2e296d7-ab75-46fd-a129-3ba35a33c641 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385706 Jun 10 04:00:13.425654 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-0772ff49-a294-42d4-9daf-41c025297e85 None None] Port 102797f0-0d06-4aa6-af9d-d684c487cd19 cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 04:00:13.582726 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102797f0-0d06-4aa6-af9d-d684c487cd19 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 04:00:13.589747 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:13.601145 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Transition to ACTIVE for port object 102797f0-0d06-4aa6-af9d-d684c487cd19 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 04:00:13.604552 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:13.607233 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ba699014-4ec2-4d62-973f-300550d8e702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:00:13.640752 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['6b140928-f485-4e5c-943e-4c51ada9aa0f'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 04:00:13.709592 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Pushing event updated for resources: {'Port': ['ID=102797f0-0d06-4aa6-af9d-d684c487cd19,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:00:13.731997 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:00:13.797139 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Attempting to bind port 102797f0-0d06-4aa6-af9d-d684c487cd19 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 04:00:13.797493 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Attempting to bind port 102797f0-0d06-4aa6-af9d-d684c487cd19 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'e4002faa-5b3e-481c-8629-f3d8e9d913f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 04:00:13.797802 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Attempting to bind port 102797f0-0d06-4aa6-af9d-d684c487cd19 on network c17b4dab-7c5d-43ef-9e30-36283078fe36 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 04:00:13.803293 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Port 102797f0-0d06-4aa6-af9d-d684c487cd19 on network c17b4dab-7c5d-43ef-9e30-36283078fe36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 04:00:13.803717 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Attempting to bind port 102797f0-0d06-4aa6-af9d-d684c487cd19 on network c17b4dab-7c5d-43ef-9e30-36283078fe36 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 04:00:13.813589 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Checking agent: {'id': '4c3682d1-d9e4-4dcd-ad72-ddd6d516f54b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 04:00:13.814164 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Checking segment: {'id': 'e4002faa-5b3e-481c-8629-f3d8e9d913f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 04:00:13.814846 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Bound using segment: {'id': 'e4002faa-5b3e-481c-8629-f3d8e9d913f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 04:00:13.815594 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Bound port: 102797f0-0d06-4aa6-af9d-d684c487cd19, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4002faa-5b3e-481c-8629-f3d8e9d913f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 04:00:13.816197 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:13.898681 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] For port 102797f0-0d06-4aa6-af9d-d684c487cd19, host hv-cinder-74134, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 04:00:13.902888 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] For port 102797f0-0d06-4aa6-af9d-d684c487cd19, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=102797f0-0d06-4aa6-af9d-d684c487cd19,segment=NetworkSegment(e4002faa-5b3e-481c-8629-f3d8e9d913f0),segment_id=e4002faa-5b3e-481c-8629-f3d8e9d913f0)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 04:00:13.907590 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:13.911075 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:00:13.946954 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:13.948238 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:13.948968 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] 10.222.0.22 "PUT /v2.0/ports/102797f0-0d06-4aa6-af9d-d684c487cd19 HTTP/1.1" status: 200 len: 1093 time: 0.8258309 Jun 10 04:00:13.949539 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2d7180-3382-4a11-a385-004636bb3396', 'tag': '102797f0-0d06-4aa6-af9d-d684c487cd19'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:00:13.952043 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c7a307-fc5d-4f56-a376-b6fb6fb8327d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2d7180-3382-4a11-a385-004636bb3396", "tag": "102797f0-0d06-4aa6-af9d-d684c487cd19"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:00:13.998198 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Pushing event updated for resources: {'Port': ['ID=102797f0-0d06-4aa6-af9d-d684c487cd19,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:00:14.006483 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:00:14.015068 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0071737a-7e57-4aa5-8918-490b1c45f480 x-openstack-request-id: req-0071737a-7e57-4aa5-8918-490b1c45f480 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:00:14.015454 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2d7180-3382-4a11-a385-004636bb3396", "tag": "102797f0-0d06-4aa6-af9d-d684c487cd19", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:00:14.015816 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0071737a-7e57-4aa5-8918-490b1c45f480 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:00:14.016243 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2d7180-3382-4a11-a385-004636bb3396', 'tag': '102797f0-0d06-4aa6-af9d-d684c487cd19', 'status': 'completed', 'code': 200} Jun 10 04:00:14.068624 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9acdc4-8ac6-4d39-8ba1-85009b417432 req-8e4007a9-a023-41dc-911c-89a11b07e34a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:14.070266 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9b9acdc4-8ac6-4d39-8ba1-85009b417432 req-8e4007a9-a023-41dc-911c-89a11b07e34a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0825338 Jun 10 04:00:14.109738 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-110a9781-2a86-487a-9384-656c1f4c1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:14.111760 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-110a9781-2a86-487a-9384-656c1f4c1f44 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=93f6616f232149eab0b0d4420733cabb&device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 1096 time: 0.0738406 Jun 10 04:00:14.118876 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9b9acdc4-8ac6-4d39-8ba1-85009b417432 req-5054dc41-234d-49f1-8c72-5eddd331cdd1 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383303 Jun 10 04:00:14.172563 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-bd1e1337-4e88-443c-867c-014ada5f36f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=102797f0-0d06-4aa6-af9d-d684c487cd19 HTTP/1.1" status: 200 len: 217 time: 0.0467949 Jun 10 04:00:14.238744 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-ad86d73f-d513-45b2-b50e-c5ccd0c9030a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:14.240247 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-ad86d73f-d513-45b2-b50e-c5ccd0c9030a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98a80741-e8d4-48c3-be87-dcded5c81d07 HTTP/1.1" status: 200 len: 848 time: 0.0609357 Jun 10 04:00:14.307508 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-17f577b8-1ab8-405c-beec-43078d9cc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:14.308856 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-17f577b8-1ab8-405c-beec-43078d9cc870 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c17b4dab-7c5d-43ef-9e30-36283078fe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0594676 Jun 10 04:00:14.421857 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-625608a6-9cbb-41eb-a3b4-cf2d74669244 service neutron] 10.222.0.22 "GET /v2.0/networks/c17b4dab-7c5d-43ef-9e30-36283078fe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048014 Jun 10 04:00:14.491534 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbccda9-5bf9-4b4b-9066-649184d0b118 req-77b42367-ca4e-4462-a65a-88cb1451af56 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:14.493160 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7dbccda9-5bf9-4b4b-9066-649184d0b118 req-77b42367-ca4e-4462-a65a-88cb1451af56 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 944 time: 0.0703871 Jun 10 04:00:14.548983 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-17d6b8fd-a029-40df-b4b3-15586c9447c1 req-baa4272e-8ff6-4330-8572-507dd2f934a2 service neutron] 10.222.0.22 "GET /v2.0/networks/c17b4dab-7c5d-43ef-9e30-36283078fe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206303 Jun 10 04:00:14.568732 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7dbccda9-5bf9-4b4b-9066-649184d0b118 req-7ce68dd0-4bf1-4d44-966e-fff6a59510c8 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=836c770f-9321-467d-93ae-11ac8a01539a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691450 Jun 10 04:00:14.602813 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54804a8a-7b06-433f-b248-9aedf4035fe6 req-922c1e8b-d05b-4994-b262-91c72a356189 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:14.604175 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-54804a8a-7b06-433f-b248-9aedf4035fe6 req-922c1e8b-d05b-4994-b262-91c72a356189 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 943 time: 0.0872970 Jun 10 04:00:14.645962 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-54804a8a-7b06-433f-b248-9aedf4035fe6 req-8019ea7c-e578-44e7-9273-a8f9848c5e67 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359764 Jun 10 04:00:14.705624 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7a307-fc5d-4f56-a376-b6fb6fb8327d req-7378801c-d62a-4819-b79d-e658823da019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:14.707655 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d7c7a307-fc5d-4f56-a376-b6fb6fb8327d req-7378801c-d62a-4819-b79d-e658823da019 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=93f6616f232149eab0b0d4420733cabb&device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 1096 time: 0.0615735 Jun 10 04:00:14.973100 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:14.983176 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-278f5e5f-54da-4816-8bc5-da4af86b9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:15.024319 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 6b140928-f485-4e5c-943e-4c51ada9aa0f up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 04:00:15.073813 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7a307-fc5d-4f56-a376-b6fb6fb8327d req-1dc90c36-6b7b-4821-9d95-34285f2af0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:15.075720 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d7c7a307-fc5d-4f56-a376-b6fb6fb8327d req-1dc90c36-6b7b-4821-9d95-34285f2af0e7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c17b4dab-7c5d-43ef-9e30-36283078fe36 HTTP/1.1" status: 200 len: 909 time: 0.3610227 Jun 10 04:00:15.077561 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning for port 6b140928-f485-4e5c-943e-4c51ada9aa0f completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 04:00:15.081933 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port 6b140928-f485-4e5c-943e-4c51ada9aa0f triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 04:00:15.094152 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:15.139318 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d7c7a307-fc5d-4f56-a376-b6fb6fb8327d req-748b0523-ad0e-4c41-a8ec-60ef57665c9c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=102797f0-0d06-4aa6-af9d-d684c487cd19 HTTP/1.1" status: 200 len: 217 time: 0.0510406 Jun 10 04:00:15.180158 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:15.200209 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7a307-fc5d-4f56-a376-b6fb6fb8327d req-87617189-8cc7-4328-b610-55cc85f37823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:15.202562 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d7c7a307-fc5d-4f56-a376-b6fb6fb8327d req-87617189-8cc7-4328-b610-55cc85f37823 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98a80741-e8d4-48c3-be87-dcded5c81d07 HTTP/1.1" status: 200 len: 848 time: 0.0568199 Jun 10 04:00:15.206690 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d6056b-0985-4563-9033-839cc9ff141f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b140928-f485-4e5c-943e-4c51ada9aa0f'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:00:15.209181 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d085e9b5-ad45-4be5-8d40-d14f65703d0c" -d '{"events": [{"server_uuid": "c8d6056b-0985-4563-9033-839cc9ff141f", "name": "network-vif-plugged", "status": "completed", "tag": "6b140928-f485-4e5c-943e-4c51ada9aa0f"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:00:15.232906 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 6b140928-f485-4e5c-943e-4c51ada9aa0f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6b140928-f485-4e5c-943e-4c51ada9aa0f,segment=NetworkSegment(ec7e0734-e180-43ea-a596-c50ce7c70bac),segment_id=ec7e0734-e180-43ea-a596-c50ce7c70bac)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:00:15.238023 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:15.240599 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:00:15.244148 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:15.271661 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c406851a-c3a2-4874-b1b4-8d6a88f1fa69 x-openstack-request-id: req-c406851a-c3a2-4874-b1b4-8d6a88f1fa69 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:00:15.272070 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d6056b-0985-4563-9033-839cc9ff141f", "name": "network-vif-plugged", "status": "completed", "tag": "6b140928-f485-4e5c-943e-4c51ada9aa0f", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:00:15.272550 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c406851a-c3a2-4874-b1b4-8d6a88f1fa69 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:00:15.273041 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d6056b-0985-4563-9033-839cc9ff141f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b140928-f485-4e5c-943e-4c51ada9aa0f', 'code': 200} Jun 10 04:00:15.293121 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7a307-fc5d-4f56-a376-b6fb6fb8327d req-d75d8fb6-2fa2-4640-b260-4b0b816f1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:15.294996 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d7c7a307-fc5d-4f56-a376-b6fb6fb8327d req-d75d8fb6-2fa2-4640-b260-4b0b816f1cff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c17b4dab-7c5d-43ef-9e30-36283078fe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0862041 Jun 10 04:00:15.306175 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=6b140928-f485-4e5c-943e-4c51ada9aa0f,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:00:15.309587 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:00:15.356579 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c93703-e9e9-4bc8-a8f7-406adddf9b11 req-c52cefb6-ec26-4f71-802d-c10c7ab35bd3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:15.358734 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c2c93703-e9e9-4bc8-a8f7-406adddf9b11 req-c52cefb6-ec26-4f71-802d-c10c7ab35bd3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0719466 Jun 10 04:00:15.405853 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c2c93703-e9e9-4bc8-a8f7-406adddf9b11 req-9c517c81-5686-4188-a2b7-ce8cbf0706d5 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414982 Jun 10 04:00:15.455203 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d7c7a307-fc5d-4f56-a376-b6fb6fb8327d req-b3a798a5-a0ba-47ce-920e-4eaede69c187 service neutron] 10.222.0.22 "GET /v2.0/networks/c17b4dab-7c5d-43ef-9e30-36283078fe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159799 Jun 10 04:00:15.500152 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1214d71-0253-4387-a727-0258ee6dcf87 req-c4aabbed-8c76-44e0-a854-f0fba04c98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:15.501612 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c1214d71-0253-4387-a727-0258ee6dcf87 req-c4aabbed-8c76-44e0-a854-f0fba04c98b5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94525e980f4749d3920cc7e9c22bc80a&device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 1099 time: 0.0747471 Jun 10 04:00:15.613636 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d7c7a307-fc5d-4f56-a376-b6fb6fb8327d req-8d5f0624-40d4-4e46-8458-9f4a402aa652 service neutron] 10.222.0.22 "GET /v2.0/networks/c17b4dab-7c5d-43ef-9e30-36283078fe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522412 Jun 10 04:00:15.625902 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37351a62-381f-45d2-8f81-37c6419a8ef2 req-961866fe-e455-405c-ac37-cdd3e3fb6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:15.627255 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-37351a62-381f-45d2-8f81-37c6419a8ef2 req-961866fe-e455-405c-ac37-cdd3e3fb6bbc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 1098 time: 0.0761194 Jun 10 04:00:15.652914 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1214d71-0253-4387-a727-0258ee6dcf87 req-8f806e61-4866-484d-9a97-dfa3e8c05fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:15.654978 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c1214d71-0253-4387-a727-0258ee6dcf87 req-8f806e61-4866-484d-9a97-dfa3e8c05fe6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2885b30d-7b76-4cfa-abd6-461b0adaf373 HTTP/1.1" status: 200 len: 917 time: 0.1120572 Jun 10 04:00:15.672120 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-37351a62-381f-45d2-8f81-37c6419a8ef2 req-eed82af5-67e7-4c9e-8509-b5a324aaf90a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=836c770f-9321-467d-93ae-11ac8a01539a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329788 Jun 10 04:00:15.815697 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c1214d71-0253-4387-a727-0258ee6dcf87 req-0b4207f2-a4f1-40ea-9053-b5e361ffb085 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4ac8f45-6b79-46cb-9009-f65cb49f45cc HTTP/1.1" status: 200 len: 1001 time: 0.1468673 Jun 10 04:00:15.856625 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1216d-f619-405f-b15b-3c33ee8f56e6 req-81fbefe6-2068-4b14-9d20-8011bf7b93bf tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:15.858018 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7fd1216d-f619-405f-b15b-3c33ee8f56e6 req-81fbefe6-2068-4b14-9d20-8011bf7b93bf tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 945 time: 0.1374819 Jun 10 04:00:15.868314 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbc57b-ffed-400f-9fc8-ca20a14c70f2 req-fc8c3ece-c591-45f3-bfc9-280b820cb126 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:15.869718 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-cbcbc57b-ffed-400f-9fc8-ca20a14c70f2 req-fc8c3ece-c591-45f3-bfc9-280b820cb126 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 943 time: 0.1013632 Jun 10 04:00:15.932441 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7fd1216d-f619-405f-b15b-3c33ee8f56e6 req-b3313418-a04c-4fc2-a63c-0c428ed75082 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=836c770f-9321-467d-93ae-11ac8a01539a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611169 Jun 10 04:00:15.937324 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-cbcbc57b-ffed-400f-9fc8-ca20a14c70f2 req-a9fb02dc-213c-4abf-af18-b104c19ebc91 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590761 Jun 10 04:00:16.019208 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:16.046433 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1214d71-0253-4387-a727-0258ee6dcf87 req-ceab2b7a-6b5b-4246-9c9d-c483cff65bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:16.047846 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c1214d71-0253-4387-a727-0258ee6dcf87 req-ceab2b7a-6b5b-4246-9c9d-c483cff65bdf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5c3e6d9b-092f-4d58-89f6-b46392a43086 HTTP/1.1" status: 200 len: 856 time: 0.0555120 Jun 10 04:00:16.145997 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1214d71-0253-4387-a727-0258ee6dcf87 req-3386e1de-1429-4103-8405-8ce51278640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:16.147454 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c1214d71-0253-4387-a727-0258ee6dcf87 req-3386e1de-1429-4103-8405-8ce51278640e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2885b30d-7b76-4cfa-abd6-461b0adaf373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0566230 Jun 10 04:00:16.259073 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c1214d71-0253-4387-a727-0258ee6dcf87 req-f143a70d-c129-4b99-ace6-3251e116e2bc service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045363 Jun 10 04:00:16.372183 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c1214d71-0253-4387-a727-0258ee6dcf87 req-68672fc6-90f9-4d8c-aa7c-17e49cec680f service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053834 Jun 10 04:00:16.594947 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99055ea6-1437-4339-b5e9-3ce30932b3d0 req-eaacaa8f-36b2-4d95-aa67-dcee1ec6658e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:16.596269 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-99055ea6-1437-4339-b5e9-3ce30932b3d0 req-eaacaa8f-36b2-4d95-aa67-dcee1ec6658e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0667748 Jun 10 04:00:16.636473 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-99055ea6-1437-4339-b5e9-3ce30932b3d0 req-8c95e555-d578-42a0-97ed-2f99571730d7 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347538 Jun 10 04:00:17.055508 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 102797f0-0d06-4aa6-af9d-d684c487cd19 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 04:00:17.180581 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d7f57-41da-4f8e-b2c2-9ad0204e0fea req-72dea843-1580-4f89-ad2d-d0ec580e34e4 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:17.182252 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7c5d7f57-41da-4f8e-b2c2-9ad0204e0fea req-72dea843-1580-4f89-ad2d-d0ec580e34e4 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 945 time: 0.1227531 Jun 10 04:00:17.194030 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378003d-a87a-4c65-b95b-97e93dde5660 req-52c200ca-7253-4f5f-bb9f-513762b2f1ac tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:17.195651 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6378003d-a87a-4c65-b95b-97e93dde5660 req-52c200ca-7253-4f5f-bb9f-513762b2f1ac tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 943 time: 0.1373382 Jun 10 04:00:17.260188 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7c5d7f57-41da-4f8e-b2c2-9ad0204e0fea req-1b6a1a76-e7a4-41e6-8550-8f01862c7efa tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=836c770f-9321-467d-93ae-11ac8a01539a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634754 Jun 10 04:00:17.263811 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6378003d-a87a-4c65-b95b-97e93dde5660 req-a3c13ae1-8362-48ad-be82-209c60fcb008 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600183 Jun 10 04:00:17.333666 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 102797f0-0d06-4aa6-af9d-d684c487cd19, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=102797f0-0d06-4aa6-af9d-d684c487cd19,segment=NetworkSegment(e4002faa-5b3e-481c-8629-f3d8e9d913f0),segment_id=e4002faa-5b3e-481c-8629-f3d8e9d913f0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:00:17.345927 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': '102797f0-0d06-4aa6-af9d-d684c487cd19', 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36', 'port_id': '102797f0-0d06-4aa6-af9d-d684c487cd19', 'mac_address': 'fa:16:3e:04:d4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 04:00:17.391248 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:17.405872 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102797f0-0d06-4aa6-af9d-d684c487cd19 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 04:00:17.425867 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 102797f0-0d06-4aa6-af9d-d684c487cd19, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=102797f0-0d06-4aa6-af9d-d684c487cd19,segment=NetworkSegment(e4002faa-5b3e-481c-8629-f3d8e9d913f0),segment_id=e4002faa-5b3e-481c-8629-f3d8e9d913f0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:00:17.430063 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:17.431812 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:00:17.484336 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=102797f0-0d06-4aa6-af9d-d684c487cd19,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:00:17.487289 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:00:17.648669 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:17.818637 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b95aba-a657-456c-b454-324d3d365ac6 req-ec199e07-e25c-4ca6-9da8-209758c50c26 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:17.820054 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-91b95aba-a657-456c-b454-324d3d365ac6 req-ec199e07-e25c-4ca6-9da8-209758c50c26 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0697281 Jun 10 04:00:17.845093 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['102797f0-0d06-4aa6-af9d-d684c487cd19'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 04:00:18.138394 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-91b95aba-a657-456c-b454-324d3d365ac6 req-2e2419b9-cb97-4d4f-87f7-1de4b51f6165 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3127878 Jun 10 04:00:18.489800 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f4dd7-11b1-4b5e-989d-80d02ed5de1c req-33bb486b-30e4-43bb-bb94-99cdf932cadf tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:18.491268 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-750f4dd7-11b1-4b5e-989d-80d02ed5de1c req-33bb486b-30e4-43bb-bb94-99cdf932cadf tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 945 time: 0.1164465 Jun 10 04:00:18.502642 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a82ac-fbce-4d15-86f8-db68a543807d req-7cf96e09-84ac-4ee8-bbec-83eeedcf6d33 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:18.504059 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c64a82ac-fbce-4d15-86f8-db68a543807d req-7cf96e09-84ac-4ee8-bbec-83eeedcf6d33 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 944 time: 0.1201637 Jun 10 04:00:18.565395 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-750f4dd7-11b1-4b5e-989d-80d02ed5de1c req-47b085f6-d1e5-46c3-b6c0-9e01f7160522 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=836c770f-9321-467d-93ae-11ac8a01539a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603199 Jun 10 04:00:18.568164 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c64a82ac-fbce-4d15-86f8-db68a543807d req-adba3c89-47d1-41d2-93b4-7d70790a2e0b tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573812 Jun 10 04:00:18.736917 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ff7e0-9436-4dfe-9d74-ef128ac3453c req-17706233-b02d-474c-a49e-dcccf45599fc tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:18.738392 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c43ff7e0-9436-4dfe-9d74-ef128ac3453c req-17706233-b02d-474c-a49e-dcccf45599fc tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 945 time: 0.0690808 Jun 10 04:00:18.747144 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 56192) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:00:18.752879 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-884321db-f768-4895-8a49-7a91fdf5c1c2 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Request body: {'floatingip': {'port_id': '6b140928-f485-4e5c-943e-4c51ada9aa0f'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 04:00:18.815033 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-884321db-f768-4895-8a49-7a91fdf5c1c2 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for floatingip, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:19.053265 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 102797f0-0d06-4aa6-af9d-d684c487cd19 up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 04:00:19.115913 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning for port 102797f0-0d06-4aa6-af9d-d684c487cd19 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 04:00:19.119375 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port 102797f0-0d06-4aa6-af9d-d684c487cd19 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 04:00:19.119837 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:19.213530 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:19.253758 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2d7180-3382-4a11-a385-004636bb3396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102797f0-0d06-4aa6-af9d-d684c487cd19'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:00:19.256050 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d89756-b3f2-42be-b56e-938a5ad11706" -d '{"events": [{"server_uuid": "8a2d7180-3382-4a11-a385-004636bb3396", "name": "network-vif-plugged", "status": "completed", "tag": "102797f0-0d06-4aa6-af9d-d684c487cd19"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:00:19.260342 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 102797f0-0d06-4aa6-af9d-d684c487cd19, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=102797f0-0d06-4aa6-af9d-d684c487cd19,segment=NetworkSegment(e4002faa-5b3e-481c-8629-f3d8e9d913f0),segment_id=e4002faa-5b3e-481c-8629-f3d8e9d913f0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:00:19.273323 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:19.276182 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-dae5d93d-8315-4f8e-ad6f-40e458745d8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:00:19.308126 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a311b9-1fe3-4cfd-b3f2-b38ccc0dcaa0 x-openstack-request-id: req-a6a311b9-1fe3-4cfd-b3f2-b38ccc0dcaa0 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:00:19.308412 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2d7180-3382-4a11-a385-004636bb3396", "name": "network-vif-plugged", "status": "completed", "tag": "102797f0-0d06-4aa6-af9d-d684c487cd19", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:00:19.308679 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6a311b9-1fe3-4cfd-b3f2-b38ccc0dcaa0 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:00:19.309072 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2d7180-3382-4a11-a385-004636bb3396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102797f0-0d06-4aa6-af9d-d684c487cd19', 'code': 200} Jun 10 04:00:19.337830 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=102797f0-0d06-4aa6-af9d-d684c487cd19,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:00:19.347144 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:19.347501 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:19.347853 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:19.348196 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:19.349228 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:19.349584 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:19.350284 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:19.350633 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:19.351000 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:19.351338 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:19.351670 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:19.352000 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:19.357035 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:00:19.411200 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-884321db-f768-4895-8a49-7a91fdf5c1c2 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:19.415007 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-884321db-f768-4895-8a49-7a91fdf5c1c2 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719104'] for floatingip, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:19.448053 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340909f-dc8c-480f-b456-701af5250fcb req-fd9b2386-527f-4aad-aed1-1e34c7ed4ff6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:19.449502 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8340909f-dc8c-480f-b456-701af5250fcb req-fd9b2386-527f-4aad-aed1-1e34c7ed4ff6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0719092 Jun 10 04:00:19.491522 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8340909f-dc8c-480f-b456-701af5250fcb req-1264bbf4-6040-45b8-a6ee-931e738112a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354230 Jun 10 04:00:19.551194 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.db.l3_db [None req-884321db-f768-4895-8a49-7a91fdf5c1c2 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Floating IP 3b7abb05-cfc1-4d01-9725-f6c7182651b0 associated. External IP: 172.28.2.38, port: 6b140928-f485-4e5c-943e-4c51ada9aa0f. Jun 10 04:00:19.768292 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023fbd7-27a0-44e2-b0bb-58fe3168a620 req-41b50480-c4c0-4fa3-8e00-09f9473e5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:19.769779 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f023fbd7-27a0-44e2-b0bb-58fe3168a620 req-41b50480-c4c0-4fa3-8e00-09f9473e5788 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 1098 time: 0.1216862 Jun 10 04:00:19.790929 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa99802-72d2-4d20-bf65-f6d603226e55 req-e8391c3f-dd1f-4f3f-9df8-faaceb14356b tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:19.792394 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bfa99802-72d2-4d20-bf65-f6d603226e55 req-e8391c3f-dd1f-4f3f-9df8-faaceb14356b tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0988729 Jun 10 04:00:19.844576 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884321db-f768-4895-8a49-7a91fdf5c1c2 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Router 72673d0b-7ab1-42ee-8585-858e282e74c4 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 04:00:19.857565 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bfa99802-72d2-4d20-bf65-f6d603226e55 req-af92e194-ea62-468a-ab98-a2554a27562c tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593462 Jun 10 04:00:19.861051 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f023fbd7-27a0-44e2-b0bb-58fe3168a620 req-914ca4ed-897f-4d22-ab31-5ae9cc846dc4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567698 Jun 10 04:00:19.985773 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884321db-f768-4895-8a49-7a91fdf5c1c2 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 04:00:19.990580 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-884321db-f768-4895-8a49-7a91fdf5c1c2 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:19.995137 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c4f988-fbf9-4ce2-b696-791112ebda41 None None] Sync routers for ids ['72673d0b-7ab1-42ee-8585-858e282e74c4'] in dv-cinder-741349-4-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 04:00:20.005341 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c4f988-fbf9-4ce2-b696-791112ebda41 None None] Routers {'72673d0b-7ab1-42ee-8585-858e282e74c4'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 04:00:20.005955 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-75c4f988-fbf9-4ce2-b696-791112ebda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T04:00:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['72673d0b-7ab1-42ee-8585-858e282e74c4'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:00:20.032956 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-884321db-f768-4895-8a49-7a91fdf5c1c2 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "PUT /v2.0/floatingips/3b7abb05-cfc1-4d01-9725-f6c7182651b0 HTTP/1.1" status: 200 len: 990 time: 1.2847099 Jun 10 04:00:20.033841 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d6056b-0985-4563-9033-839cc9ff141f', 'tag': '6b140928-f485-4e5c-943e-4c51ada9aa0f'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:00:20.036281 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c6b9f7-3f15-404f-9499-5b58f2f1bf87" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d6056b-0985-4563-9033-839cc9ff141f", "tag": "6b140928-f485-4e5c-943e-4c51ada9aa0f"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:00:20.157610 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-75c4f988-fbf9-4ce2-b696-791112ebda41 None None] Set router 72673d0b-7ab1-42ee-8585-858e282e74c4 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 04:00:20.242500 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8553e825-7feb-4732-9faf-4018d245d228 x-openstack-request-id: req-8553e825-7feb-4732-9faf-4018d245d228 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:00:20.242834 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d6056b-0985-4563-9033-839cc9ff141f", "tag": "6b140928-f485-4e5c-943e-4c51ada9aa0f", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:00:20.243131 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8553e825-7feb-4732-9faf-4018d245d228 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:00:20.243567 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d6056b-0985-4563-9033-839cc9ff141f', 'tag': '6b140928-f485-4e5c-943e-4c51ada9aa0f', 'status': 'completed', 'code': 200} Jun 10 04:00:20.349942 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6b9f7-3f15-404f-9499-5b58f2f1bf87 req-8be40db0-cf13-4862-86de-4611e835c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:20.351462 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-55c6b9f7-3f15-404f-9499-5b58f2f1bf87 req-8be40db0-cf13-4862-86de-4611e835c0b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6c404a8a83b4778bac89c4af027c5e7&device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 1098 time: 0.0582373 Jun 10 04:00:20.471134 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6b9f7-3f15-404f-9499-5b58f2f1bf87 req-be924bd9-4379-45ca-bc86-62c3905f1d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:20.472696 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-55c6b9f7-3f15-404f-9499-5b58f2f1bf87 req-be924bd9-4379-45ca-bc86-62c3905f1d81 service neutron] 10.222.0.22 "GET /v2.0/networks?id=34ceae76-1875-4ae5-9927-5e5f83e723be HTTP/1.1" status: 200 len: 911 time: 0.1147313 Jun 10 04:00:20.497105 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-75c4f988-fbf9-4ce2-b696-791112ebda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T03:56:08Z', 'revision_number': 4, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port': {'id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:03Z', 'updated_at': '2021-06-10T03:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_floatingips': [{'id': '3b7abb05-cfc1-4d01-9725-f6c7182651b0', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'floating_ip_address': '172.28.2.38', 'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'router_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'port_id': '6b140928-f485-4e5c-943e-4c51ada9aa0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'mac_address': 'fa:16:3e:46:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d6056b-0985-4563-9033-839cc9ff141f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T03:59:59Z', 'updated_at': '2021-06-10T04:00:19Z', 'revision_number': 1, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27c192b-68e1-424b-b863-1cb31cfdec39', 'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'mac_address': 'fa:16:3e:37:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:07Z', 'updated_at': '2021-06-10T03:56:14Z', 'revision_number': 5, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'subnets': [{'id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:00:20.500530 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c4f988-fbf9-4ce2-b696-791112ebda41 None None] Checking router: 72673d0b-7ab1-42ee-8585-858e282e74c4 for host: dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 04:00:20.508598 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c4f988-fbf9-4ce2-b696-791112ebda41 None None] Routers {'72673d0b-7ab1-42ee-8585-858e282e74c4'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 04:00:20.509200 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-75c4f988-fbf9-4ce2-b696-791112ebda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T04:00:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['72673d0b-7ab1-42ee-8585-858e282e74c4'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:00:20.563849 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-55c6b9f7-3f15-404f-9499-5b58f2f1bf87 req-3e1e6301-74f7-4187-be01-0b3a1b3865d8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b140928-f485-4e5c-943e-4c51ada9aa0f HTTP/1.1" status: 200 len: 998 time: 0.0816886 Jun 10 04:00:20.625741 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6b9f7-3f15-404f-9499-5b58f2f1bf87 req-46dacc38-f015-4f76-a027-4fff329d1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:20.627308 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-55c6b9f7-3f15-404f-9499-5b58f2f1bf87 req-46dacc38-f015-4f76-a027-4fff329d1b2a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d05b5939-fbc1-4883-ac53-795367a50643 HTTP/1.1" status: 200 len: 850 time: 0.0544853 Jun 10 04:00:20.660170 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-75c4f988-fbf9-4ce2-b696-791112ebda41 None None] Set router 72673d0b-7ab1-42ee-8585-858e282e74c4 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 04:00:20.745042 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0df2bd-e883-460c-9414-723f898914fc req-41541f93-d891-402e-a884-b09dc5896b98 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:20.746505 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0f0df2bd-e883-460c-9414-723f898914fc req-41541f93-d891-402e-a884-b09dc5896b98 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.1168303 Jun 10 04:00:20.748802 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6b9f7-3f15-404f-9499-5b58f2f1bf87 req-0bb92b14-7028-474c-88c0-7807f368814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:20.750581 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-55c6b9f7-3f15-404f-9499-5b58f2f1bf87 req-0bb92b14-7028-474c-88c0-7807f368814e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=34ceae76-1875-4ae5-9927-5e5f83e723be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1089308 Jun 10 04:00:20.866572 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0f0df2bd-e883-460c-9414-723f898914fc req-f7ccc711-50a4-4d16-aa24-fcafb74ba6e3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133156 Jun 10 04:00:20.900650 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-55c6b9f7-3f15-404f-9499-5b58f2f1bf87 req-276465bc-10ea-41b1-9323-3af125df9ecf service neutron] 10.222.0.22 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404839 Jun 10 04:00:21.104165 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-75c4f988-fbf9-4ce2-b696-791112ebda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T03:56:08Z', 'revision_number': 4, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port': {'id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:03Z', 'updated_at': '2021-06-10T03:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_floatingips': [{'id': '3b7abb05-cfc1-4d01-9725-f6c7182651b0', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'floating_ip_address': '172.28.2.38', 'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'router_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'port_id': '6b140928-f485-4e5c-943e-4c51ada9aa0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'mac_address': 'fa:16:3e:46:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d6056b-0985-4563-9033-839cc9ff141f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T03:59:59Z', 'updated_at': '2021-06-10T04:00:19Z', 'revision_number': 1, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27c192b-68e1-424b-b863-1cb31cfdec39', 'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'mac_address': 'fa:16:3e:37:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:07Z', 'updated_at': '2021-06-10T03:56:14Z', 'revision_number': 5, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'subnets': [{'id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:00:21.109993 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c4f988-fbf9-4ce2-b696-791112ebda41 None None] The sync data for ids ['72673d0b-7ab1-42ee-8585-858e282e74c4'] in dv-cinder-741349-4-smb is: [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T03:56:08Z', 'revision_number': 4, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port': {'id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:03Z', 'updated_at': '2021-06-10T03:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_floatingips': [{'id': '3b7abb05-cfc1-4d01-9725-f6c7182651b0', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'floating_ip_address': '172.28.2.38', 'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'router_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'port_id': '6b140928-f485-4e5c-943e-4c51ada9aa0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'mac_address': 'fa:16:3e:46:fb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d6056b-0985-4563-9033-839cc9ff141f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T03:59:59Z', 'updated_at': '2021-06-10T04:00:19Z', 'revision_number': 1, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27c192b-68e1-424b-b863-1cb31cfdec39', 'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'mac_address': 'fa:16:3e:37:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:07Z', 'updated_at': '2021-06-10T03:56:14Z', 'revision_number': 5, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'subnets': [{'id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 04:00:21.123936 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-55c6b9f7-3f15-404f-9499-5b58f2f1bf87 req-a7cf933c-16d6-4257-aa7c-83e7890a9ffd service neutron] 10.222.0.22 "GET /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686056 Jun 10 04:00:21.139193 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dc292-9962-461d-b6ea-770762684802 req-72f6943d-522b-4723-b5cc-c25b03d84f3b tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:21.147408 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9a5dc292-9962-461d-b6ea-770762684802 req-72f6943d-522b-4723-b5cc-c25b03d84f3b tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.1550250 Jun 10 04:00:21.198781 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9a5dc292-9962-461d-b6ea-770762684802 req-5dc2a12e-a1dc-4e1e-bb1f-93381ad6d287 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504701 Jun 10 04:00:21.366811 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc69b2e-75f8-4ca8-8710-235e9ca086b3 None None] New status for floating IP 3b7abb05-cfc1-4d01-9725-f6c7182651b0: ACTIVE {{(pid=91628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 04:00:21.420200 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 04:00:22.058743 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c7315-740a-4572-b9ac-c59a7a099e09 req-9f8a8f38-a79b-4b97-a842-dc1a4a6f822a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:22.060235 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-696c7315-740a-4572-b9ac-c59a7a099e09 req-9f8a8f38-a79b-4b97-a842-dc1a4a6f822a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0729043 Jun 10 04:00:22.102516 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-696c7315-740a-4572-b9ac-c59a7a099e09 req-43ab96f6-12f8-4e7f-a354-4793fa161694 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363183 Jun 10 04:00:22.370597 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b988a82-c08d-4661-8738-1a16a6cbca56 req-495bd570-a8b9-46d7-82fe-87ac0bd85bc3 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:22.370807 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0b988a82-c08d-4661-8738-1a16a6cbca56 req-495bd570-a8b9-46d7-82fe-87ac0bd85bc3 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0669720 Jun 10 04:00:22.413221 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0b988a82-c08d-4661-8738-1a16a6cbca56 req-c0468664-c8f6-4121-bc2d-1b8bc03fb174 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365677 Jun 10 04:00:22.593168 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541056c1-01e3-4804-94c6-a02a5a99e70c req-5bee2fd0-ede7-492c-8c5f-34af6c123b57 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:22.594636 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-541056c1-01e3-4804-94c6-a02a5a99e70c req-5bee2fd0-ede7-492c-8c5f-34af6c123b57 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0709944 Jun 10 04:00:22.634247 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-541056c1-01e3-4804-94c6-a02a5a99e70c req-d7324e94-3255-4944-8904-3d5ba5a8f246 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341549 Jun 10 04:00:22.657472 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 56242) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:00:22.750985 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64224a08-a7af-446f-b50a-a0d426afb966 tempest-TestShelveInstance-1961268295 tempest-TestShelveInstance-1961268295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:22.752419 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-64224a08-a7af-446f-b50a-a0d426afb966 tempest-TestShelveInstance-1961268295 tempest-TestShelveInstance-1961268295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 1093 time: 0.0940027 Jun 10 04:00:22.755183 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 56246) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:00:22.759319 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Request body: {'floatingip': {'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'port_id': '102797f0-0d06-4aa6-af9d-d684c487cd19', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 04:00:22.780091 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for floatingip, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:22.900473 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:23.027179 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Allocated IP 172.28.2.124 (521d4520-71b8-438e-96ef-236a080e2b51/e4fdf890-cc0e-449a-b17a-0a4cb4019895/01328c0c-64b4-433e-8d18-1a181f7f5032) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 04:00:23.297441 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a29a08-4cb7-42c3-8cec-e09c08c7fff4 req-9193b57f-ea5c-4cae-b1c8-a4b7df5531a0 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:23.299181 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-60a29a08-4cb7-42c3-8cec-e09c08c7fff4 req-9193b57f-ea5c-4cae-b1c8-a4b7df5531a0 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0710945 Jun 10 04:00:23.341976 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-60a29a08-4cb7-42c3-8cec-e09c08c7fff4 req-25cca9c4-24fe-4ec3-b714-d400f812e274 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367365 Jun 10 04:00:23.409744 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:23.448201 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126309416'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:23.450876 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-654fbc08-c8e6-48ff-90b0-d4547b6b9d4b tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:00:23.494687 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Network 521d4520-71b8-438e-96ef-236a080e2b51 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 04:00:23.499219 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 04:00:23.503519 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 04:00:23.506541 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Pushing event updated for resources: {'Port': ['ID=01328c0c-64b4-433e-8d18-1a181f7f5032,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:00:23.535487 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:23.535868 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:23.536234 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:23.536597 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:23.536957 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:23.537314 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:23.537667 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:23.538019 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:23.538400 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:23.538756 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:23.539111 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:23.539485 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:00:23.544632 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:00:23.954428 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:24.041139 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:24.222100 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:24.226097 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:24.228724 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:00:24.310104 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Pushing event updated for resources: {'Port': ['ID=01328c0c-64b4-433e-8d18-1a181f7f5032,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:00:24.314039 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:00:24.320211 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719104'] for floatingip, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:24.456675 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.db.l3_db [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Floating IP efa9c30e-8f2f-4653-8536-1a6add7110a4 associated. External IP: 172.28.2.124, port: 102797f0-0d06-4aa6-af9d-d684c487cd19. Jun 10 04:00:24.537911 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba41bce-2bca-4bfd-b57c-36693a5070b6 req-739e17c3-7d96-47e6-9b1b-cfc0dc09f36e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:24.542819 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-aba41bce-2bca-4bfd-b57c-36693a5070b6 req-739e17c3-7d96-47e6-9b1b-cfc0dc09f36e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0831761 Jun 10 04:00:24.598015 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-aba41bce-2bca-4bfd-b57c-36693a5070b6 req-72b38ad4-f936-4e76-9693-2fae62f8003f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434847 Jun 10 04:00:24.742627 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Router e5c9cb69-e955-4d9f-be94-5f24189fbf43 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 04:00:24.885826 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 04:00:24.894666 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd486061-bdbe-4572-a5a8-19f0e2dd9a31 None None] Sync routers for ids ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'] in dv-cinder-741349-4-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 04:00:24.901713 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:24.904122 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd486061-bdbe-4572-a5a8-19f0e2dd9a31 None None] Routers {'e5c9cb69-e955-4d9f-be94-5f24189fbf43'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 04:00:24.904740 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-fd486061-bdbe-4572-a5a8-19f0e2dd9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T04:00:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:00:24.948553 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1923742 Jun 10 04:00:24.949297 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2d7180-3382-4a11-a385-004636bb3396', 'tag': '102797f0-0d06-4aa6-af9d-d684c487cd19'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:00:24.951690 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a3b419-4e08-43c7-9370-7ce7be28b8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2d7180-3382-4a11-a385-004636bb3396", "tag": "102797f0-0d06-4aa6-af9d-d684c487cd19"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:00:24.994584 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e899e78-9b27-4638-a66e-a26c2185579b x-openstack-request-id: req-3e899e78-9b27-4638-a66e-a26c2185579b {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:00:24.995221 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2d7180-3382-4a11-a385-004636bb3396", "tag": "102797f0-0d06-4aa6-af9d-d684c487cd19", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:00:24.995221 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e899e78-9b27-4638-a66e-a26c2185579b {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:00:24.995674 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2d7180-3382-4a11-a385-004636bb3396', 'tag': '102797f0-0d06-4aa6-af9d-d684c487cd19', 'status': 'completed', 'code': 200} Jun 10 04:00:25.064302 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-fd486061-bdbe-4572-a5a8-19f0e2dd9a31 None None] Set router e5c9cb69-e955-4d9f-be94-5f24189fbf43 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 04:00:25.140816 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3b419-4e08-43c7-9370-7ce7be28b8f2 req-ef5523c7-638f-4607-bed9-b5b8925f46ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:25.142322 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b5a3b419-4e08-43c7-9370-7ce7be28b8f2 req-ef5523c7-638f-4607-bed9-b5b8925f46ff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=93f6616f232149eab0b0d4420733cabb&device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 1098 time: 0.1005356 Jun 10 04:00:25.254775 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3b419-4e08-43c7-9370-7ce7be28b8f2 req-47105f7a-afa8-49e0-ab76-9da6bd821a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:25.256124 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b5a3b419-4e08-43c7-9370-7ce7be28b8f2 req-47105f7a-afa8-49e0-ab76-9da6bd821a43 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c17b4dab-7c5d-43ef-9e30-36283078fe36 HTTP/1.1" status: 200 len: 909 time: 0.1076727 Jun 10 04:00:25.339273 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b5a3b419-4e08-43c7-9370-7ce7be28b8f2 req-3363c062-77c5-4858-add8-62f0f7931e16 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=102797f0-0d06-4aa6-af9d-d684c487cd19 HTTP/1.1" status: 200 len: 999 time: 0.0768373 Jun 10 04:00:25.346184 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-fd486061-bdbe-4572-a5a8-19f0e2dd9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'name': 'tempest-TestShelveInstance-1273258040-router', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:36Z', 'updated_at': '2021-06-10T03:59:40Z', 'revision_number': 4, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'gw_port': {'id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:37Z', 'updated_at': '2021-06-10T03:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_floatingips': [{'id': 'efa9c30e-8f2f-4653-8536-1a6add7110a4', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'floating_ip_address': '172.28.2.124', 'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'router_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'port_id': '102797f0-0d06-4aa6-af9d-d684c487cd19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36', 'mac_address': 'fa:16:3e:04:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d7180-3382-4a11-a385-004636bb3396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:00:23Z', 'updated_at': '2021-06-10T04:00:23Z', 'revision_number': 0, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3dcb7c-ded1-40d4-9b64-813dc739fe3d', 'name': '', 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'mac_address': 'fa:16:3e:78:29:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:39Z', 'updated_at': '2021-06-10T03:59:46Z', 'revision_number': 5, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'subnets': [{'id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:00:25.349626 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd486061-bdbe-4572-a5a8-19f0e2dd9a31 None None] Checking router: e5c9cb69-e955-4d9f-be94-5f24189fbf43 for host: dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 04:00:25.357456 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd486061-bdbe-4572-a5a8-19f0e2dd9a31 None None] Routers {'e5c9cb69-e955-4d9f-be94-5f24189fbf43'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 04:00:25.358046 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-fd486061-bdbe-4572-a5a8-19f0e2dd9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T04:00:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:00:25.395419 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3b419-4e08-43c7-9370-7ce7be28b8f2 req-753ba25d-edb6-4eb6-bd24-ec38c288281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:25.396827 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b5a3b419-4e08-43c7-9370-7ce7be28b8f2 req-753ba25d-edb6-4eb6-bd24-ec38c288281c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98a80741-e8d4-48c3-be87-dcded5c81d07 HTTP/1.1" status: 200 len: 848 time: 0.0490639 Jun 10 04:00:25.460077 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3b419-4e08-43c7-9370-7ce7be28b8f2 req-5516eda1-7f16-4a05-ad4b-09a1887d0111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:25.461659 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b5a3b419-4e08-43c7-9370-7ce7be28b8f2 req-5516eda1-7f16-4a05-ad4b-09a1887d0111 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c17b4dab-7c5d-43ef-9e30-36283078fe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0586698 Jun 10 04:00:25.496496 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-fd486061-bdbe-4572-a5a8-19f0e2dd9a31 None None] Set router e5c9cb69-e955-4d9f-be94-5f24189fbf43 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 04:00:25.573490 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b5a3b419-4e08-43c7-9370-7ce7be28b8f2 req-574e2247-3c20-45f2-8b32-015233028ac7 service neutron] 10.222.0.22 "GET /v2.0/networks/c17b4dab-7c5d-43ef-9e30-36283078fe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049414 Jun 10 04:00:25.689639 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b5a3b419-4e08-43c7-9370-7ce7be28b8f2 req-e5ecc93f-922c-4dd0-9808-abbdf9079870 service neutron] 10.222.0.22 "GET /v2.0/networks/c17b4dab-7c5d-43ef-9e30-36283078fe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086152 Jun 10 04:00:25.783862 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d9b0c-c4e9-4b3b-b4a1-8e82bc97300a req-dfbf5d76-ca8c-4e8f-a439-17db08eda9c9 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:25.785140 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-fd486061-bdbe-4572-a5a8-19f0e2dd9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'name': 'tempest-TestShelveInstance-1273258040-router', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:36Z', 'updated_at': '2021-06-10T03:59:40Z', 'revision_number': 4, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'gw_port': {'id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:37Z', 'updated_at': '2021-06-10T03:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_floatingips': [{'id': 'efa9c30e-8f2f-4653-8536-1a6add7110a4', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'floating_ip_address': '172.28.2.124', 'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'router_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'port_id': '102797f0-0d06-4aa6-af9d-d684c487cd19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36', 'mac_address': 'fa:16:3e:04:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d7180-3382-4a11-a385-004636bb3396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:00:23Z', 'updated_at': '2021-06-10T04:00:23Z', 'revision_number': 0, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3dcb7c-ded1-40d4-9b64-813dc739fe3d', 'name': '', 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'mac_address': 'fa:16:3e:78:29:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:39Z', 'updated_at': '2021-06-10T03:59:46Z', 'revision_number': 5, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'subnets': [{'id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:00:25.785514 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-636d9b0c-c4e9-4b3b-b4a1-8e82bc97300a req-dfbf5d76-ca8c-4e8f-a439-17db08eda9c9 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0672879 Jun 10 04:00:25.788544 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd486061-bdbe-4572-a5a8-19f0e2dd9a31 None None] The sync data for ids ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'] in dv-cinder-741349-4-smb is: [{'id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'name': 'tempest-TestShelveInstance-1273258040-router', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:36Z', 'updated_at': '2021-06-10T03:59:40Z', 'revision_number': 4, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'gw_port': {'id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:37Z', 'updated_at': '2021-06-10T03:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_floatingips': [{'id': 'efa9c30e-8f2f-4653-8536-1a6add7110a4', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'floating_ip_address': '172.28.2.124', 'floating_network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'router_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'port_id': '102797f0-0d06-4aa6-af9d-d684c487cd19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36', 'mac_address': 'fa:16:3e:04:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d7180-3382-4a11-a385-004636bb3396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:00:23Z', 'updated_at': '2021-06-10T04:00:23Z', 'revision_number': 0, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3dcb7c-ded1-40d4-9b64-813dc739fe3d', 'name': '', 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'mac_address': 'fa:16:3e:78:29:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:39Z', 'updated_at': '2021-06-10T03:59:46Z', 'revision_number': 5, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'subnets': [{'id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 04:00:25.828934 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-636d9b0c-c4e9-4b3b-b4a1-8e82bc97300a req-d340be3c-731a-4db7-9ff5-e848b5c61b73 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375540 Jun 10 04:00:25.974117 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36b864-cae3-4bb3-86e6-dbeb6a5b7f0e None None] New status for floating IP efa9c30e-8f2f-4653-8536-1a6add7110a4: ACTIVE {{(pid=91628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 04:00:27.020868 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e247da-fb12-4170-86ae-6c113a42fee5 req-ca400135-0a40-492a-bb54-5ed8d0bf8d38 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:27.022348 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-23e247da-fb12-4170-86ae-6c113a42fee5 req-ca400135-0a40-492a-bb54-5ed8d0bf8d38 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0760071 Jun 10 04:00:27.065476 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-23e247da-fb12-4170-86ae-6c113a42fee5 req-657e4db7-c71e-436b-949f-f10832a48159 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372102 Jun 10 04:00:28.244470 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a4052-b75d-4df9-ba1a-03c91b090005 req-a875f4ba-9d34-4b73-bc58-82c19465afc7 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:28.245928 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c56a4052-b75d-4df9-ba1a-03c91b090005 req-a875f4ba-9d34-4b73-bc58-82c19465afc7 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0674295 Jun 10 04:00:28.289231 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c56a4052-b75d-4df9-ba1a-03c91b090005 req-ccede7c1-68d8-458b-ab8a-0743c341e9d2 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369010 Jun 10 04:00:29.119104 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device c4ac8f45-6b79-46cb-9009-f65cb49f45cc details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 04:00:29.231623 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port c4ac8f45-6b79-46cb-9009-f65cb49f45cc, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:00:29.243140 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'port_id': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc', 'mac_address': 'fa:16:3e:41:90:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 04:00:29.291388 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:29.305463 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4ac8f45-6b79-46cb-9009-f65cb49f45cc {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 04:00:29.326407 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port c4ac8f45-6b79-46cb-9009-f65cb49f45cc, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:00:29.330662 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:29.332386 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:00:29.384664 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,revision_number=6']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:00:29.388404 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:00:29.484255 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669850b6-a0a7-4126-baaa-4c50466749c0 req-fdebc758-32cd-426f-a9bc-1a79f023a5b4 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:29.485714 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-669850b6-a0a7-4126-baaa-4c50466749c0 req-fdebc758-32cd-426f-a9bc-1a79f023a5b4 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 945 time: 0.0738676 Jun 10 04:00:29.529305 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-669850b6-a0a7-4126-baaa-4c50466749c0 req-ec6e5d27-062c-4721-b35a-2f9d9be7ee9d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380452 Jun 10 04:00:29.534154 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['c4ac8f45-6b79-46cb-9009-f65cb49f45cc'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 04:00:30.712826 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec604a06-2523-4e93-b40c-b8b31c807e17 req-a70d6ea2-b1c7-4652-8c76-e59b681544c3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:30.714306 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ec604a06-2523-4e93-b40c-b8b31c807e17 req-a70d6ea2-b1c7-4652-8c76-e59b681544c3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 945 time: 0.0723100 Jun 10 04:00:30.754884 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ec604a06-2523-4e93-b40c-b8b31c807e17 req-200d7b67-8687-4dbf-9e87-0cd56d102271 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346282 Jun 10 04:00:31.124435 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device c4ac8f45-6b79-46cb-9009-f65cb49f45cc up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 04:00:31.179958 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port c4ac8f45-6b79-46cb-9009-f65cb49f45cc triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 04:00:31.180366 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:31.278794 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:31.305422 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5521dea9-30aa-489a-9283-131a07263105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:00:31.307911 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b62a66-8780-4481-afbb-8a438887946b" -d '{"events": [{"server_uuid": "5521dea9-30aa-489a-9283-131a07263105", "name": "network-vif-plugged", "status": "completed", "tag": "c4ac8f45-6b79-46cb-9009-f65cb49f45cc"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:00:31.326211 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port c4ac8f45-6b79-46cb-9009-f65cb49f45cc, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:00:31.330520 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:31.332680 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:00:31.360148 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f49d9f6-75ca-4753-9aa0-ccbcf8317882 x-openstack-request-id: req-4f49d9f6-75ca-4753-9aa0-ccbcf8317882 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:00:31.360455 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5521dea9-30aa-489a-9283-131a07263105", "name": "network-vif-plugged", "status": "completed", "tag": "c4ac8f45-6b79-46cb-9009-f65cb49f45cc", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:00:31.360722 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f49d9f6-75ca-4753-9aa0-ccbcf8317882 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:00:31.361114 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5521dea9-30aa-489a-9283-131a07263105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc', 'code': 200} Jun 10 04:00:31.389564 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,revision_number=7']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:00:31.393394 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:00:31.964438 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad550e8-3950-44b3-a1a7-931e1bf913fa req-3dcd08ad-1159-44a5-ad94-fc9d55610c64 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:31.966169 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7ad550e8-3950-44b3-a1a7-931e1bf913fa req-3dcd08ad-1159-44a5-ad94-fc9d55610c64 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0825164 Jun 10 04:00:32.015125 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7ad550e8-3950-44b3-a1a7-931e1bf913fa req-4eefc546-bf3f-424c-92ee-7f9cf9095d19 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419347 Jun 10 04:00:33.221862 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588dd10-f569-4842-92c1-a06bbe9a06da req-9497d713-8415-4a43-b848-3e185eb2afe7 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:33.224609 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4588dd10-f569-4842-92c1-a06bbe9a06da req-9497d713-8415-4a43-b848-3e185eb2afe7 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0778134 Jun 10 04:00:33.273304 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4588dd10-f569-4842-92c1-a06bbe9a06da req-3f280284-639b-491a-a00e-c54e61ebb8a0 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416763 Jun 10 04:00:34.476650 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea6e55-cc90-4c80-b501-10085a234b73 req-624573ca-054f-4788-87b5-be666d880923 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:34.478132 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6cea6e55-cc90-4c80-b501-10085a234b73 req-624573ca-054f-4788-87b5-be666d880923 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0790224 Jun 10 04:00:34.524915 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6cea6e55-cc90-4c80-b501-10085a234b73 req-57778da7-cfc0-466f-8e50-bd0353a0d7bf tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402865 Jun 10 04:00:35.736072 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b5e90-d74b-450d-9e56-f612ee51f350 req-876d6a48-af0d-4c3f-8d1c-b148933d8b00 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:35.737623 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0f0b5e90-d74b-450d-9e56-f612ee51f350 req-876d6a48-af0d-4c3f-8d1c-b148933d8b00 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0746908 Jun 10 04:00:35.781696 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0f0b5e90-d74b-450d-9e56-f612ee51f350 req-4071c117-075b-48cf-908a-81188025ceae tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383866 Jun 10 04:00:37.017390 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e1bf4-d91b-4715-a9a0-94e0ba1f7ce3 req-dbd6705b-532e-4a8b-8f4f-76aaeba6d62a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:37.018965 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fd2e1bf4-d91b-4715-a9a0-94e0ba1f7ce3 req-dbd6705b-532e-4a8b-8f4f-76aaeba6d62a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0777531 Jun 10 04:00:37.080182 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fd2e1bf4-d91b-4715-a9a0-94e0ba1f7ce3 req-72050675-6a39-4d70-bb30-508d054687bd tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549304 Jun 10 04:00:38.292034 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab72155-9862-4b19-ac0e-712473abb882 req-92631717-ec6d-406b-a151-33974afbf04c tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:38.294501 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9ab72155-9862-4b19-ac0e-712473abb882 req-92631717-ec6d-406b-a151-33974afbf04c tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0753465 Jun 10 04:00:38.340889 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9ab72155-9862-4b19-ac0e-712473abb882 req-fac5a201-53f3-4373-b3c8-68a1ef1712ab tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392556 Jun 10 04:00:39.581935 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c3f20-596e-49f5-a634-badf1cb59111 req-f6f0c27d-cc82-4486-b659-f7fa47b932cb tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:39.583499 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bd8c3f20-596e-49f5-a634-badf1cb59111 req-f6f0c27d-cc82-4486-b659-f7fa47b932cb tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.1094432 Jun 10 04:00:39.634192 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bd8c3f20-596e-49f5-a634-badf1cb59111 req-6efda2dd-3508-49ea-bfd1-e080560d673f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429249 Jun 10 04:00:40.823852 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff7c96-5985-4732-b3db-fbd2bc73dc5d req-fffc54f8-4baa-4c02-b284-d9c8cb48e3f5 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:40.825879 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d7ff7c96-5985-4732-b3db-fbd2bc73dc5d req-fffc54f8-4baa-4c02-b284-d9c8cb48e3f5 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0715976 Jun 10 04:00:40.866900 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d7ff7c96-5985-4732-b3db-fbd2bc73dc5d req-5e8938a1-519e-4801-bd42-85b5fe8f6aa1 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354035 Jun 10 04:00:41.183237 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad176a7-7269-496a-a4c4-78d77e644082 req-51fd6e61-ec20-4b87-9f99-195f0a00cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:41.185292 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2ad176a7-7269-496a-a4c4-78d77e644082 req-51fd6e61-ec20-4b87-9f99-195f0a00cb47 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94525e980f4749d3920cc7e9c22bc80a&device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 1099 time: 0.0603137 Jun 10 04:00:41.302766 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad176a7-7269-496a-a4c4-78d77e644082 req-a70b3de5-abce-4404-841f-6a0c0c008d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:41.304199 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2ad176a7-7269-496a-a4c4-78d77e644082 req-a70b3de5-abce-4404-841f-6a0c0c008d15 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2885b30d-7b76-4cfa-abd6-461b0adaf373 HTTP/1.1" status: 200 len: 917 time: 0.1099463 Jun 10 04:00:41.397340 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2ad176a7-7269-496a-a4c4-78d77e644082 req-434e2076-95f3-4ee3-be2c-a6bed96db311 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4ac8f45-6b79-46cb-9009-f65cb49f45cc HTTP/1.1" status: 200 len: 1001 time: 0.0731215 Jun 10 04:00:41.458988 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad176a7-7269-496a-a4c4-78d77e644082 req-be04ec3f-49e6-4178-9936-bb7ce854cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:41.460350 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2ad176a7-7269-496a-a4c4-78d77e644082 req-be04ec3f-49e6-4178-9936-bb7ce854cd04 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5c3e6d9b-092f-4d58-89f6-b46392a43086 HTTP/1.1" status: 200 len: 856 time: 0.0533054 Jun 10 04:00:41.523505 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad176a7-7269-496a-a4c4-78d77e644082 req-ffab8a56-c3a6-4fb2-b4df-bc18cf069936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:41.524923 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2ad176a7-7269-496a-a4c4-78d77e644082 req-ffab8a56-c3a6-4fb2-b4df-bc18cf069936 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2885b30d-7b76-4cfa-abd6-461b0adaf373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0561790 Jun 10 04:00:41.918818 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2ad176a7-7269-496a-a4c4-78d77e644082 req-b38d5988-306c-483a-a647-e321e894666b service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868868 Jun 10 04:00:42.067103 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2ad176a7-7269-496a-a4c4-78d77e644082 req-b71864c2-f34d-4cf9-a06b-a7e6c8135b38 service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411450 Jun 10 04:00:42.093087 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70a871-9ef1-4489-a9b6-ebedb05c2b9a req-a7cd276c-d0ee-4f78-a556-4ce4eb4746fb tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:42.094562 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3b70a871-9ef1-4489-a9b6-ebedb05c2b9a req-a7cd276c-d0ee-4f78-a556-4ce4eb4746fb tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0901678 Jun 10 04:00:42.135214 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3b70a871-9ef1-4489-a9b6-ebedb05c2b9a req-ddf46cf5-699b-47a3-a6fd-078ea84ea4a4 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349472 Jun 10 04:00:42.452288 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8a3820aa-7c8c-410f-9a4e-b729ee329152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:43.241245 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device c4ac8f45-6b79-46cb-9009-f65cb49f45cc no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:00:43.318463 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d86c25-2d1a-4d2c-a488-9895a43ca7aa req-14284871-15ab-4596-b7c9-25e42d81474e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:43.319919 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c6d86c25-2d1a-4d2c-a488-9895a43ca7aa req-14284871-15ab-4596-b7c9-25e42d81474e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 946 time: 0.0708094 Jun 10 04:00:43.329798 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:43.352704 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5521dea9-30aa-489a-9283-131a07263105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:00:43.354972 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12563c9-87bb-4a0d-9d29-da68f537c6e0" -d '{"events": [{"server_uuid": "5521dea9-30aa-489a-9283-131a07263105", "name": "network-vif-unplugged", "status": "completed", "tag": "c4ac8f45-6b79-46cb-9009-f65cb49f45cc"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:00:43.360529 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c6d86c25-2d1a-4d2c-a488-9895a43ca7aa req-4df0c22e-a252-46a3-8b9a-91e9633cceaf tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349491 Jun 10 04:00:43.369182 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port c4ac8f45-6b79-46cb-9009-f65cb49f45cc, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:00:43.374153 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:43.376021 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:00:43.431053 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,revision_number=8']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:00:43.441584 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:00:43.451226 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 04:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f74aee-093b-4e93-8f1f-591eff2bd0a0 x-openstack-request-id: req-40f74aee-093b-4e93-8f1f-591eff2bd0a0 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:00:43.451564 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5521dea9-30aa-489a-9283-131a07263105", "name": "network-vif-unplugged", "status": "completed", "tag": "c4ac8f45-6b79-46cb-9009-f65cb49f45cc", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:00:43.451896 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40f74aee-093b-4e93-8f1f-591eff2bd0a0 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:00:43.452377 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5521dea9-30aa-489a-9283-131a07263105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc', 'code': 200} Jun 10 04:00:44.549990 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845df69-1054-4196-8436-a7e81a5a499f req-dc55724e-14d0-4981-bf42-14eefc1cbd12 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:44.552666 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4845df69-1054-4196-8436-a7e81a5a499f req-dc55724e-14d0-4981-bf42-14eefc1cbd12 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 944 time: 0.0726473 Jun 10 04:00:44.594584 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4845df69-1054-4196-8436-a7e81a5a499f req-1800953c-b6d6-4b39-afdb-dffeea2b3e30 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363443 Jun 10 04:00:44.984202 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:44.988353 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-dad0711d-07d9-4613-8677-a4acb86f57b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:45.215879 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:45.754382 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d1d31-c9a5-4bd6-8423-210de1e7cb07 req-c3971046-bce1-4f8c-9764-33a395b22ecd tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:45.755834 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-225d1d31-c9a5-4bd6-8423-210de1e7cb07 req-c3971046-bce1-4f8c-9764-33a395b22ecd tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 944 time: 0.0728409 Jun 10 04:00:45.799023 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-225d1d31-c9a5-4bd6-8423-210de1e7cb07 req-a0bf841e-eaeb-4ea2-ae35-01b68de32a59 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370243 Jun 10 04:00:45.847476 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 56502) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:00:45.946523 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-02f18fe5-b896-4d45-8a1a-852b9ec81dc0 req-530e17ac-341f-4e57-b4c4-4a9b2f52042e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0978067 Jun 10 04:00:46.023566 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:46.995183 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ecc47-49de-49c8-8877-81832649e0b3 req-d3f74fe1-eba1-475a-92a9-cee8a781807c tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:46.997144 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d32ecc47-49de-49c8-8877-81832649e0b3 req-d3f74fe1-eba1-475a-92a9-cee8a781807c tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 944 time: 0.0722508 Jun 10 04:00:47.037472 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d32ecc47-49de-49c8-8877-81832649e0b3 req-f5714f07-0ee3-4b47-9131-15d3224e2da0 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346398 Jun 10 04:00:47.109041 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f18fe5-b896-4d45-8a1a-852b9ec81dc0 req-7b8e4b35-e140-44a7-b879-4eb5ffd0eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:47.110582 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-02f18fe5-b896-4d45-8a1a-852b9ec81dc0 req-7b8e4b35-e140-44a7-b879-4eb5ffd0eac2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105&tenant_id=94525e980f4749d3920cc7e9c22bc80a HTTP/1.1" status: 200 len: 1097 time: 0.0617726 Jun 10 04:00:47.218370 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f18fe5-b896-4d45-8a1a-852b9ec81dc0 req-d18c696c-1631-4dd2-8283-ebee55a119e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:47.219889 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-02f18fe5-b896-4d45-8a1a-852b9ec81dc0 req-d18c696c-1631-4dd2-8283-ebee55a119e7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94525e980f4749d3920cc7e9c22bc80a&device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 1097 time: 0.0589523 Jun 10 04:00:47.265117 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device c4ac8f45-6b79-46cb-9009-f65cb49f45cc no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:00:47.334475 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f18fe5-b896-4d45-8a1a-852b9ec81dc0 req-2f54a404-8b2f-46b5-84ff-54e3b128fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:47.335930 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-02f18fe5-b896-4d45-8a1a-852b9ec81dc0 req-2f54a404-8b2f-46b5-84ff-54e3b128fef3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2885b30d-7b76-4cfa-abd6-461b0adaf373 HTTP/1.1" status: 200 len: 917 time: 0.1091719 Jun 10 04:00:47.416922 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-02f18fe5-b896-4d45-8a1a-852b9ec81dc0 req-5df49cbe-4b4c-45df-a563-f075f0821685 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4ac8f45-6b79-46cb-9009-f65cb49f45cc HTTP/1.1" status: 200 len: 999 time: 0.0735347 Jun 10 04:00:47.478387 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f18fe5-b896-4d45-8a1a-852b9ec81dc0 req-8d716745-ac5c-48cc-ad60-81e8540f813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:47.479816 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-02f18fe5-b896-4d45-8a1a-852b9ec81dc0 req-8d716745-ac5c-48cc-ad60-81e8540f813f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5c3e6d9b-092f-4d58-89f6-b46392a43086 HTTP/1.1" status: 200 len: 856 time: 0.0550776 Jun 10 04:00:47.542584 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f18fe5-b896-4d45-8a1a-852b9ec81dc0 req-4c9e2db9-208a-4af8-84e2-13c2e76b9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:47.544734 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-02f18fe5-b896-4d45-8a1a-852b9ec81dc0 req-4c9e2db9-208a-4af8-84e2-13c2e76b9321 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2885b30d-7b76-4cfa-abd6-461b0adaf373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0577638 Jun 10 04:00:47.650476 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:00:47.661371 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-02f18fe5-b896-4d45-8a1a-852b9ec81dc0 req-d22358d8-d0a4-4e74-8225-0e1ce22d8e7d service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080282 Jun 10 04:00:47.775204 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-02f18fe5-b896-4d45-8a1a-852b9ec81dc0 req-67e286fb-275b-4e77-bdf3-0058d92211c4 service neutron] 10.222.0.22 "GET /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063864 Jun 10 04:00:48.288812 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3894d-cdc0-411f-a13d-682e6a5f31a8 req-642e7025-ba79-4ad7-a2bd-bbd305759c07 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:48.290443 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-75a3894d-cdc0-411f-a13d-682e6a5f31a8 req-642e7025-ba79-4ad7-a2bd-bbd305759c07 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 944 time: 0.1272886 Jun 10 04:00:48.315279 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb17bd-1e63-4002-9d9f-136d2e23436b req-8efa0c72-3b46-44bd-81fc-bfa08eb92b51 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:48.316907 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3feb17bd-1e63-4002-9d9f-136d2e23436b req-8efa0c72-3b46-44bd-81fc-bfa08eb92b51 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 946 time: 0.1193562 Jun 10 04:00:48.380106 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-75a3894d-cdc0-411f-a13d-682e6a5f31a8 req-0582c1cc-eadd-4365-8f57-3001babc6693 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807555 Jun 10 04:00:48.396135 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3feb17bd-1e63-4002-9d9f-136d2e23436b req-1c8eb852-a80c-4287-a39d-e12022fcad97 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546708 Jun 10 04:00:49.580820 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10684022-f0f1-41f2-b57a-20f15d7a7b1e req-7e9282f2-4e0e-4959-b426-ee1ea2abee60 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:49.582310 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-10684022-f0f1-41f2-b57a-20f15d7a7b1e req-7e9282f2-4e0e-4959-b426-ee1ea2abee60 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 944 time: 0.0726862 Jun 10 04:00:49.623605 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-10684022-f0f1-41f2-b57a-20f15d7a7b1e req-b642e289-660a-4859-bc3f-8bf98d11463d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356731 Jun 10 04:00:49.799896 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a77609-af09-412f-92bb-9f529fd4fc38 req-b2681320-3a00-4e96-89b3-dbcdc73d8229 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:49.801478 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a4a77609-af09-412f-92bb-9f529fd4fc38 req-b2681320-3a00-4e96-89b3-dbcdc73d8229 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 946 time: 0.0739012 Jun 10 04:00:49.846854 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a4a77609-af09-412f-92bb-9f529fd4fc38 req-5f964b39-e30e-4dfc-82c2-2301b7640a0d tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398419 Jun 10 04:00:50.809829 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d984c7-c6a2-4d1d-8ceb-b8357be46879 req-15ee9264-ef51-41a2-b1c6-f5f16683247a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:50.811668 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-81d984c7-c6a2-4d1d-8ceb-b8357be46879 req-15ee9264-ef51-41a2-b1c6-f5f16683247a tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 944 time: 0.0695252 Jun 10 04:00:50.855332 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-81d984c7-c6a2-4d1d-8ceb-b8357be46879 req-2b468cf0-d027-40c0-a7a1-a212b4fbf291 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376122 Jun 10 04:00:51.038396 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93cd50-0cde-4e63-a791-827efe7cf344 req-a52d9cbd-ca27-468b-b519-a92c8931f180 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:51.039919 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7f93cd50-0cde-4e63-a791-827efe7cf344 req-a52d9cbd-ca27-468b-b519-a92c8931f180 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 946 time: 0.0752840 Jun 10 04:00:51.085071 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7f93cd50-0cde-4e63-a791-827efe7cf344 req-8bce6e15-b6eb-4a0c-a9d2-5d22b9599cbb tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391781 Jun 10 04:00:52.044872 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb7b88-61ea-4d3c-89e2-8ca6d8998ce3 req-1cdae2d9-5f33-427e-ac8f-0a013f0f8ebf tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:52.047150 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9edb7b88-61ea-4d3c-89e2-8ca6d8998ce3 req-1cdae2d9-5f33-427e-ac8f-0a013f0f8ebf tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 944 time: 0.0704987 Jun 10 04:00:52.089868 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9edb7b88-61ea-4d3c-89e2-8ca6d8998ce3 req-1404869e-13b4-4f50-9bf3-7939e2811319 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379579 Jun 10 04:00:52.270987 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb68dd-6d2c-4757-a3cc-82fcd8ce7d29 req-52087840-61ca-4c13-9471-bae04e0d348f tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:52.272472 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9eeb68dd-6d2c-4757-a3cc-82fcd8ce7d29 req-52087840-61ca-4c13-9471-bae04e0d348f tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 946 time: 0.0728498 Jun 10 04:00:52.314537 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9eeb68dd-6d2c-4757-a3cc-82fcd8ce7d29 req-4b002117-426c-4d87-8384-83b7bcf76561 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358870 Jun 10 04:00:53.282205 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614199a1-0b6e-462a-aea6-3be91aa27496 req-0536783e-dbfd-4323-a3db-92711e103451 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:53.283724 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-614199a1-0b6e-462a-aea6-3be91aa27496 req-0536783e-dbfd-4323-a3db-92711e103451 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 944 time: 0.0712078 Jun 10 04:00:53.328058 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-614199a1-0b6e-462a-aea6-3be91aa27496 req-2401fb64-c53d-44ff-8d43-2b6200f21e6d tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376749 Jun 10 04:00:53.524525 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1f4fe-a130-40d3-99a4-9c7c0cfd26f5 req-c5034983-5b52-43a6-940f-ababaa3e33a6 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:53.526821 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-04e1f4fe-a130-40d3-99a4-9c7c0cfd26f5 req-c5034983-5b52-43a6-940f-ababaa3e33a6 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 946 time: 0.0820117 Jun 10 04:00:53.576265 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-04e1f4fe-a130-40d3-99a4-9c7c0cfd26f5 req-13442908-f682-44ec-b874-bb31d87e9f83 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396674 Jun 10 04:00:54.525211 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c2fbc-77bb-4895-aa3f-f8fbeebfdb53 req-e5f1d4cd-e5e6-435d-8479-f3739c5e6509 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:54.526728 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6b8c2fbc-77bb-4895-aa3f-f8fbeebfdb53 req-e5f1d4cd-e5e6-435d-8479-f3739c5e6509 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 944 time: 0.0724659 Jun 10 04:00:54.569513 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6b8c2fbc-77bb-4895-aa3f-f8fbeebfdb53 req-70a62985-00c6-42f3-911d-cfba6d3413e8 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370586 Jun 10 04:00:54.760413 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fca6c3-ee4b-4438-ac1f-31e8afc36d68 req-068aa7a9-72c6-410d-a5ee-4304e754588b tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:54.761872 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-98fca6c3-ee4b-4438-ac1f-31e8afc36d68 req-068aa7a9-72c6-410d-a5ee-4304e754588b tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 946 time: 0.0718138 Jun 10 04:00:54.803974 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-98fca6c3-ee4b-4438-ac1f-31e8afc36d68 req-b939274f-ee0c-4e12-afc8-4bdd462e7db2 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357735 Jun 10 04:00:55.754309 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4791fcf-d467-4b2c-abd0-ae4e8e0f3491 req-727cc825-81a4-4a86-8f27-dcd6957ebbb4 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:55.755770 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d4791fcf-d467-4b2c-abd0-ae4e8e0f3491 req-727cc825-81a4-4a86-8f27-dcd6957ebbb4 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 944 time: 0.0686991 Jun 10 04:00:55.798255 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d4791fcf-d467-4b2c-abd0-ae4e8e0f3491 req-8b3e57c1-121d-4e5f-9c99-afb75c32cd0c tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368412 Jun 10 04:00:55.995835 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81f991-bb9c-4316-bc68-79911e3e524d req-b5e943b1-01ac-4c89-8917-300efaf19894 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:55.997318 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3f81f991-bb9c-4316-bc68-79911e3e524d req-b5e943b1-01ac-4c89-8917-300efaf19894 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 946 time: 0.0736074 Jun 10 04:00:56.043772 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3f81f991-bb9c-4316-bc68-79911e3e524d req-0257d6a0-b6ba-4f3d-9756-288f7bcbbe05 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397542 Jun 10 04:00:56.987584 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1060b-7e19-423c-a55f-b95542438d5c req-409f9b8a-66bc-4766-acdf-fe73297a7313 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:56.989098 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-91f1060b-7e19-423c-a55f-b95542438d5c req-409f9b8a-66bc-4766-acdf-fe73297a7313 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 944 time: 0.0691049 Jun 10 04:00:57.031909 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-91f1060b-7e19-423c-a55f-b95542438d5c req-1288586c-53c1-491f-81b4-6413581bb6ed tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371222 Jun 10 04:00:57.235701 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063dfccc-2153-4205-a8c3-03d84f087813 req-f329dd5c-cf97-479a-b55b-9afe07f648cd tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:57.237131 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-063dfccc-2153-4205-a8c3-03d84f087813 req-f329dd5c-cf97-479a-b55b-9afe07f648cd tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 946 time: 0.0726359 Jun 10 04:00:57.280532 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-063dfccc-2153-4205-a8c3-03d84f087813 req-6f185b33-55eb-4e85-8af6-c9357276147f tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368729 Jun 10 04:00:58.221230 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f1ab0-99cf-4b30-a3b5-d5cb08d6a996 req-1a0c74f1-8902-4d05-8cb5-47fa70c8eb57 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:58.222697 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-211f1ab0-99cf-4b30-a3b5-d5cb08d6a996 req-1a0c74f1-8902-4d05-8cb5-47fa70c8eb57 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 944 time: 0.0697865 Jun 10 04:00:58.265207 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-211f1ab0-99cf-4b30-a3b5-d5cb08d6a996 req-c89b3dd9-b7a6-424c-947a-7e86c8bb54e3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367701 Jun 10 04:00:58.378623 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 04:00:58.464200 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa404e6d-f905-4a6c-a7cd-579d09190f86 req-ab305487-bcc0-4aaa-9c7d-edf386f1876a tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:58.466145 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fa404e6d-f905-4a6c-a7cd-579d09190f86 req-ab305487-bcc0-4aaa-9c7d-edf386f1876a tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 946 time: 0.0741806 Jun 10 04:00:58.510535 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-fa404e6d-f905-4a6c-a7cd-579d09190f86 req-a8a24825-9074-4414-892a-7e5f6b0c7bbf tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382581 Jun 10 04:00:59.450990 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c973649-900c-4471-9073-f9c7555b765d req-f63b8df2-8577-4fed-a806-59499fc8d8d9 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:59.452372 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8c973649-900c-4471-9073-f9c7555b765d req-f63b8df2-8577-4fed-a806-59499fc8d8d9 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 944 time: 0.0688028 Jun 10 04:00:59.494869 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8c973649-900c-4471-9073-f9c7555b765d req-cac2adc3-1a1c-4306-867d-056cc33926be tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370018 Jun 10 04:00:59.702333 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d622e-f318-41c9-9302-854420adb1f3 req-2ee10638-549d-466e-8df8-5d693638c68f tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:00:59.703762 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d96d622e-f318-41c9-9302-854420adb1f3 req-2ee10638-549d-466e-8df8-5d693638c68f tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 946 time: 0.0711925 Jun 10 04:00:59.744078 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d96d622e-f318-41c9-9302-854420adb1f3 req-f58d71cd-2ec3-4706-8771-6e24fcfad3ab tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347419 Jun 10 04:01:00.672220 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ddcf2-4b1c-49ec-9383-c37ac9a0d315 req-3a4ed92c-4c45-4a89-9937-2672456a31b3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:00.673627 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-043ddcf2-4b1c-49ec-9383-c37ac9a0d315 req-3a4ed92c-4c45-4a89-9937-2672456a31b3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 944 time: 0.0657203 Jun 10 04:01:00.713120 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-043ddcf2-4b1c-49ec-9383-c37ac9a0d315 req-cb890993-3c2d-434b-8137-ec6391ab97ad tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340009 Jun 10 04:01:00.924550 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1821755-038d-4015-a9ec-3df74cc18d0d req-5f7b0552-6672-424d-ba23-56416ada7bf0 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:00.925976 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a1821755-038d-4015-a9ec-3df74cc18d0d req-5f7b0552-6672-424d-ba23-56416ada7bf0 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 946 time: 0.0709505 Jun 10 04:01:00.965882 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a1821755-038d-4015-a9ec-3df74cc18d0d req-6c695e37-912f-4bb9-a4a5-bec3057cb1a1 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344901 Jun 10 04:01:01.390188 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device c4ac8f45-6b79-46cb-9009-f65cb49f45cc details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 04:01:01.506449 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port c4ac8f45-6b79-46cb-9009-f65cb49f45cc, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:01:01.518072 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'port_id': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc', 'mac_address': 'fa:16:3e:41:90:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 04:01:01.560112 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:01.574975 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ac8f45-6b79-46cb-9009-f65cb49f45cc {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 04:01:01.594386 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port c4ac8f45-6b79-46cb-9009-f65cb49f45cc, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:01:01.598188 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:01.601010 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:01.656103 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,revision_number=9']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:01.659354 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:01.892378 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1295168-d94e-40ca-b4f0-afddc40c2b00 req-e7f38a2f-4149-4ed6-b055-4a6cac08d967 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:01.893817 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c1295168-d94e-40ca-b4f0-afddc40c2b00 req-e7f38a2f-4149-4ed6-b055-4a6cac08d967 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 945 time: 0.0666094 Jun 10 04:01:01.935387 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c1295168-d94e-40ca-b4f0-afddc40c2b00 req-9aa1fde5-41a0-4c69-b78f-2fbe80ce44bb tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359499 Jun 10 04:01:01.957991 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['c4ac8f45-6b79-46cb-9009-f65cb49f45cc'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 04:01:02.150180 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e44321-ce25-466d-b134-a7b6365e4ffd req-3ce48fbb-9f4c-4e42-92b8-e8b355e54c43 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:02.151709 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-59e44321-ce25-466d-b134-a7b6365e4ffd req-3ce48fbb-9f4c-4e42-92b8-e8b355e54c43 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 946 time: 0.0704017 Jun 10 04:01:02.192607 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-59e44321-ce25-466d-b134-a7b6365e4ffd req-9f108f9f-7271-41d3-b75b-e9e138f55a3c tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351560 Jun 10 04:01:03.119563 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de6a2d-3a7d-4426-be8e-59f99f8dd680 req-27dc24af-ac37-41b4-9019-6276af0f8fd2 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:03.121605 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a1de6a2d-3a7d-4426-be8e-59f99f8dd680 req-27dc24af-ac37-41b4-9019-6276af0f8fd2 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 945 time: 0.0678012 Jun 10 04:01:03.161727 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a1de6a2d-3a7d-4426-be8e-59f99f8dd680 req-6318beef-4242-4d53-a6a1-6847208206eb tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345616 Jun 10 04:01:03.370268 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568eadd-3c3a-4fb6-8d54-302ca94d02e6 req-e4a68365-53e9-4f2d-bd12-8c01e1ac50e6 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:03.372275 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a568eadd-3c3a-4fb6-8d54-302ca94d02e6 req-e4a68365-53e9-4f2d-bd12-8c01e1ac50e6 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 946 time: 0.0704079 Jun 10 04:01:03.392632 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device c4ac8f45-6b79-46cb-9009-f65cb49f45cc up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 04:01:03.413062 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a568eadd-3c3a-4fb6-8d54-302ca94d02e6 req-c23cd609-ba1b-412b-a8e8-625c8eaf7408 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351729 Jun 10 04:01:03.450029 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port c4ac8f45-6b79-46cb-9009-f65cb49f45cc triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 04:01:03.450450 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:03.536196 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:03.560358 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5521dea9-30aa-489a-9283-131a07263105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:01:03.562916 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21676af6-22d5-47e5-a37e-787837c4ec63" -d '{"events": [{"server_uuid": "5521dea9-30aa-489a-9283-131a07263105", "name": "network-vif-plugged", "status": "completed", "tag": "c4ac8f45-6b79-46cb-9009-f65cb49f45cc"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:01:03.575948 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port c4ac8f45-6b79-46cb-9009-f65cb49f45cc, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:01:03.579831 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:03.581618 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:03.609686 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c94e5f-5cf3-43cb-9953-475d27f9c952 x-openstack-request-id: req-b6c94e5f-5cf3-43cb-9953-475d27f9c952 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:01:03.609982 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5521dea9-30aa-489a-9283-131a07263105", "name": "network-vif-plugged", "status": "completed", "tag": "c4ac8f45-6b79-46cb-9009-f65cb49f45cc", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:01:03.610262 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6c94e5f-5cf3-43cb-9953-475d27f9c952 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:01:03.610639 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5521dea9-30aa-489a-9283-131a07263105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc', 'code': 200} Jun 10 04:01:03.637563 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,revision_number=10']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:03.640368 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:03.852286 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647647b-7379-44ae-8fc8-144b841cab6e req-87b44430-ec8b-4c45-92f4-235d029c3a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:03.853679 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3647647b-7379-44ae-8fc8-144b841cab6e req-87b44430-ec8b-4c45-92f4-235d029c3a0c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 1100 time: 0.0551364 Jun 10 04:01:03.890653 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3647647b-7379-44ae-8fc8-144b841cab6e req-3b6bdf90-75ef-417a-adae-829605a3d6d4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285876 Jun 10 04:01:04.347410 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d144df-8580-46ae-b577-b51ad0515aec req-f94eabcf-4f69-44a2-890b-f7d1e846fb01 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:04.348835 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-45d144df-8580-46ae-b577-b51ad0515aec req-f94eabcf-4f69-44a2-890b-f7d1e846fb01 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 947 time: 0.0714409 Jun 10 04:01:04.410667 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-45d144df-8580-46ae-b577-b51ad0515aec req-18c7c949-c9bd-4a1a-8194-a8dbf5421711 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562341 Jun 10 04:01:04.602758 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5639f6-8ac2-4ef4-a00f-36180495c3c3 req-e4614373-acbb-4977-a252-ccc7b9658c20 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:04.604222 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ba5639f6-8ac2-4ef4-a00f-36180495c3c3 req-e4614373-acbb-4977-a252-ccc7b9658c20 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 946 time: 0.0684168 Jun 10 04:01:04.646321 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-ba5639f6-8ac2-4ef4-a00f-36180495c3c3 req-dc34682c-6251-4198-8f2f-efb1b403a03f tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358822 Jun 10 04:01:05.602315 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829ef3d-50c8-4aed-9cd2-972a1c1922f7 req-27b08807-102a-440f-8e2c-27ea36f63c4c tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:05.603700 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f829ef3d-50c8-4aed-9cd2-972a1c1922f7 req-27b08807-102a-440f-8e2c-27ea36f63c4c tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 947 time: 0.0709765 Jun 10 04:01:05.646041 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f829ef3d-50c8-4aed-9cd2-972a1c1922f7 req-33636604-b200-45ad-abe8-68d2050a57f7 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360975 Jun 10 04:01:05.828189 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da8245-ab35-4da0-9416-779515c6c840 req-5fe0577f-c840-44cb-9649-ecd13d9087b1 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:05.829615 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-92da8245-ab35-4da0-9416-779515c6c840 req-5fe0577f-c840-44cb-9649-ecd13d9087b1 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 946 time: 0.0669732 Jun 10 04:01:05.869769 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-92da8245-ab35-4da0-9416-779515c6c840 req-4d81d96b-4ded-4671-9c8d-476628571013 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344718 Jun 10 04:01:06.039541 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79214dcd-00a8-401e-80a1-d47b147b7f3d req-25a8b37a-c093-4dc6-8405-b3a7abb6a587 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:06.040940 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-79214dcd-00a8-401e-80a1-d47b147b7f3d req-25a8b37a-c093-4dc6-8405-b3a7abb6a587 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 946 time: 0.0717669 Jun 10 04:01:06.148778 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-79214dcd-00a8-401e-80a1-d47b147b7f3d req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Deleting port 239dde7c-4f4b-4f6e-9c90-1480e5404e3e {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:01:06.149039 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-79214dcd-00a8-401e-80a1-d47b147b7f3d req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:06.534584 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-79214dcd-00a8-401e-80a1-d47b147b7f3d req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] For port 239dde7c-4f4b-4f6e-9c90-1480e5404e3e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=239dde7c-4f4b-4f6e-9c90-1480e5404e3e,segment=NetworkSegment(bb66b429-af0f-4012-94c0-63f398ab4d81),segment_id=bb66b429-af0f-4012-94c0-63f398ab4d81)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:01:06.534942 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-79214dcd-00a8-401e-80a1-d47b147b7f3d req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:06.626481 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-79214dcd-00a8-401e-80a1-d47b147b7f3d req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Calling delete_port for 239dde7c-4f4b-4f6e-9c90-1480e5404e3e owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:01:06.808129 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-79214dcd-00a8-401e-80a1-d47b147b7f3d req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126570678'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:06.814481 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b4d44e40-b69c-4c22-9f2f-00598afe9565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:06.852556 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['239dde7c-4f4b-4f6e-9c90-1480e5404e3e'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 04:01:06.856584 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Pushing event deleted for resources: {'Port': ['ID=239dde7c-4f4b-4f6e-9c90-1480e5404e3e,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:06.889705 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:06.890099 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:06.890483 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:06.890851 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:06.891206 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:06.891613 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:06.891924 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:06.892280 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:06.892638 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:06.893046 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:06.893336 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:06.893720 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:06.897400 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:06.925453 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-79214dcd-00a8-401e-80a1-d47b147b7f3d req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] No DVR routers for this DVR port 239dde7c-4f4b-4f6e-9c90-1480e5404e3e on host hv-cinder-74134 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 04:01:06.928433 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-79214dcd-00a8-401e-80a1-d47b147b7f3d req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:06.930633 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-79214dcd-00a8-401e-80a1-d47b147b7f3d req-b20a5c8a-15b3-4693-afdb-2bbc134a1ce4 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.22 "DELETE /v2.0/ports/239dde7c-4f4b-4f6e-9c90-1480e5404e3e HTTP/1.1" status: 204 len: 173 time: 0.8840923 Jun 10 04:01:06.931123 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c29c62-79c4-4bc4-b4de-2d1c43b2af9c', 'name': 'network-vif-deleted', 'tag': '239dde7c-4f4b-4f6e-9c90-1480e5404e3e'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:01:06.933982 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fbb053-daf0-45ff-b53b-1b3e4c66aeaa" -d '{"events": [{"server_uuid": "88c29c62-79c4-4bc4-b4de-2d1c43b2af9c", "name": "network-vif-deleted", "tag": "239dde7c-4f4b-4f6e-9c90-1480e5404e3e"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:01:06.947043 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc343b5-a38d-42c2-8a71-8e480a8f1a07 req-c95aa08d-bf4c-4f67-9300-e6c465bef934 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:06.948570 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-abc343b5-a38d-42c2-8a71-8e480a8f1a07 req-c95aa08d-bf4c-4f67-9300-e6c465bef934 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 947 time: 0.1842346 Jun 10 04:01:06.994028 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-abc343b5-a38d-42c2-8a71-8e480a8f1a07 req-013b785f-a550-4e5c-8108-2006cc09f444 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390947 Jun 10 04:01:07.151860 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c48a3150-8c75-420d-ae21-f5d25f394a31 req-912662c8-c474-4879-8b44-81ffd04bcd16 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c29c62-79c4-4bc4-b4de-2d1c43b2af9c HTTP/1.1" status: 200 len: 210 time: 0.0365908 Jun 10 04:01:07.171784 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ef9244-d1f1-4b65-b787-8cb75e388e43 x-openstack-request-id: req-82ef9244-d1f1-4b65-b787-8cb75e388e43 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:01:07.172118 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c29c62-79c4-4bc4-b4de-2d1c43b2af9c", "name": "network-vif-deleted", "tag": "239dde7c-4f4b-4f6e-9c90-1480e5404e3e", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:01:07.172409 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82ef9244-d1f1-4b65-b787-8cb75e388e43 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:01:07.172837 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c29c62-79c4-4bc4-b4de-2d1c43b2af9c', 'name': 'network-vif-deleted', 'tag': '239dde7c-4f4b-4f6e-9c90-1480e5404e3e', 'status': 'completed', 'code': 200} Jun 10 04:01:09.421843 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 239dde7c-4f4b-4f6e-9c90-1480e5404e3e no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:01:09.447499 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] No Port match for: 239dde7c-4f4b-4f6e-9c90-1480e5404e3e {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 04:01:09.447865 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 239dde7c-4f4b-4f6e-9c90-1480e5404e3e not bound to the agent host hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 04:01:12.023924 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-15454df2-bedf-4043-87df-c4ca2248fdf3 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:12.025352 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-15454df2-bedf-4043-87df-c4ca2248fdf3 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/networks?id=c539a942-bce4-4976-8622-b02e967e033b HTTP/1.1" status: 200 len: 814 time: 0.1247244 Jun 10 04:01:12.040083 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-80e6d2d4-bd8c-4b33-a0d5-b15731a5ebe9 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/quotas/2bbc8883973b4490a7ae8693ecede9c1 HTTP/1.1" status: 200 len: 375 time: 0.0087409 Jun 10 04:01:12.077086 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-f1995e13-2f66-40d7-85ef-152b19eae1c5 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2bbc8883973b4490a7ae8693ecede9c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316138 Jun 10 04:01:12.196616 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-d991f82f-e35c-412d-9b5c-fb2528188aea service neutron] 10.222.0.25 "GET /v2.0/networks/c539a942-bce4-4976-8622-b02e967e033b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130719 Jun 10 04:01:12.314512 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-c40852d7-580f-49b7-abb2-d2dfb935842a service neutron] 10.222.0.25 "GET /v2.0/networks/c539a942-bce4-4976-8622-b02e967e033b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121142 Jun 10 04:01:12.453118 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e3f37d66-8183-430c-b002-3ddbf59d36c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:12.484538 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-17e4b4f3-3f48-4f7d-a9b8-583b60acb5e1 req-3e602fa5-6905-467f-b432-b40aaae0fa3f tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=c28beea9-829b-4cb1-91cd-16426e3e2bcd HTTP/1.1" status: 200 len: 210 time: 0.0331817 Jun 10 04:01:13.582867 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-890c2685-d4da-4a82-9a8d-24ddb83371b6 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:13.584406 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-890c2685-d4da-4a82-9a8d-24ddb83371b6 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.22 "GET /v2.0/networks?id=c539a942-bce4-4976-8622-b02e967e033b HTTP/1.1" status: 200 len: 814 time: 0.1379120 Jun 10 04:01:13.603021 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-dbca1eeb-ec7a-4ab8-9eb3-3e8bf539b77d tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Request body: {'port': {'device_id': 'c28beea9-829b-4cb1-91cd-16426e3e2bcd', 'network_id': 'c539a942-bce4-4976-8622-b02e967e033b', 'admin_state_up': True, 'tenant_id': '2bbc8883973b4490a7ae8693ecede9c1'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 04:01:13.674966 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a6bc7fdb-257e-40f6-aef9-71ba59d25d14 req-4c0a0908-c0a5-439f-b9dc-b5d9ac940883 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=c28beea9-829b-4cb1-91cd-16426e3e2bcd HTTP/1.1" status: 200 len: 210 time: 0.0501575 Jun 10 04:01:13.789268 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-dbca1eeb-ec7a-4ab8-9eb3-3e8bf539b77d tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Made reservation on behalf of 2bbc8883973b4490a7ae8693ecede9c1 for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 04:01:13.793977 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-dbca1eeb-ec7a-4ab8-9eb3-3e8bf539b77d tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:13.939314 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-dbca1eeb-ec7a-4ab8-9eb3-3e8bf539b77d tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Allocated IP 172.20.0.14 (c539a942-bce4-4976-8622-b02e967e033b/9740c516-d7ce-41ca-a581-2c611d8f181b/9a8b5da4-792a-4fea-96d6-2acea0c0c491) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 04:01:14.111352 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-dbca1eeb-ec7a-4ab8-9eb3-3e8bf539b77d tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:14.148660 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-dbca1eeb-ec7a-4ab8-9eb3-3e8bf539b77d tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126570669'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:14.152373 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-01099412-aecf-4eb2-bd75-60e93c63c25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:14.199999 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-dbca1eeb-ec7a-4ab8-9eb3-3e8bf539b77d tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Network c539a942-bce4-4976-8622-b02e967e033b is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 04:01:14.203207 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-dbca1eeb-ec7a-4ab8-9eb3-3e8bf539b77d tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 04:01:14.206739 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-dbca1eeb-ec7a-4ab8-9eb3-3e8bf539b77d tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 04:01:14.212761 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca1eeb-ec7a-4ab8-9eb3-3e8bf539b77d tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Pushing event updated for resources: {'Port': ['ID=9a8b5da4-792a-4fea-96d6-2acea0c0c491,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:14.240097 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-dbca1eeb-ec7a-4ab8-9eb3-3e8bf539b77d tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:14.266808 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-dbca1eeb-ec7a-4ab8-9eb3-3e8bf539b77d tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:14.267416 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-dbca1eeb-ec7a-4ab8-9eb3-3e8bf539b77d tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:14.281060 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-dbca1eeb-ec7a-4ab8-9eb3-3e8bf539b77d tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6820326 Jun 10 04:01:14.298154 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Request body: {'port': {'device_id': 'c28beea9-829b-4cb1-91cd-16426e3e2bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 04:01:14.382334 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:14.684633 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8b5da4-792a-4fea-96d6-2acea0c0c491 {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 04:01:14.691896 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:14.704126 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Transition to ACTIVE for port object 9a8b5da4-792a-4fea-96d6-2acea0c0c491 will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 04:01:14.707856 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126570687'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:14.709837 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:14.809027 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8b5da4-792a-4fea-96d6-2acea0c0c491,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:14.832649 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:14.943871 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e520814-0844-4a93-aac4-9c142fb88f76 req-62df32f9-d329-4861-8cf4-0d4f8e2980e2 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:14.945242 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5e520814-0844-4a93-aac4-9c142fb88f76 req-62df32f9-d329-4861-8cf4-0d4f8e2980e2 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=c28beea9-829b-4cb1-91cd-16426e3e2bcd HTTP/1.1" status: 200 len: 944 time: 0.1522169 Jun 10 04:01:14.946060 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Attempting to bind port 9a8b5da4-792a-4fea-96d6-2acea0c0c491 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 04:01:14.946420 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Attempting to bind port 9a8b5da4-792a-4fea-96d6-2acea0c0c491 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'bb66b429-af0f-4012-94c0-63f398ab4d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c539a942-bce4-4976-8622-b02e967e033b'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 04:01:14.946746 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Attempting to bind port 9a8b5da4-792a-4fea-96d6-2acea0c0c491 on network c539a942-bce4-4976-8622-b02e967e033b {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 04:01:14.951669 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Port 9a8b5da4-792a-4fea-96d6-2acea0c0c491 on network c539a942-bce4-4976-8622-b02e967e033b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 04:01:14.951993 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Attempting to bind port 9a8b5da4-792a-4fea-96d6-2acea0c0c491 on network c539a942-bce4-4976-8622-b02e967e033b {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 04:01:14.967945 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:14.971427 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Checking agent: {'id': '4c3682d1-d9e4-4dcd-ad72-ddd6d516f54b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 04:01:14.971775 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Checking segment: {'id': 'bb66b429-af0f-4012-94c0-63f398ab4d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c539a942-bce4-4976-8622-b02e967e033b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 04:01:14.972161 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Bound using segment: {'id': 'bb66b429-af0f-4012-94c0-63f398ab4d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c539a942-bce4-4976-8622-b02e967e033b'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 04:01:14.972613 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Bound port: 9a8b5da4-792a-4fea-96d6-2acea0c0c491, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb66b429-af0f-4012-94c0-63f398ab4d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c539a942-bce4-4976-8622-b02e967e033b'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 04:01:14.972959 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:14.997541 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c27b8b0d-8e51-4ef1-9e8a-c8a48b17c5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:15.029396 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5e520814-0844-4a93-aac4-9c142fb88f76 req-a2c99da0-6f5d-49ac-bb39-37728a3ff3a8 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753102 Jun 10 04:01:15.069449 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] For port 9a8b5da4-792a-4fea-96d6-2acea0c0c491, host hv-cinder-74134, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 04:01:15.072606 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] For port 9a8b5da4-792a-4fea-96d6-2acea0c0c491, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9a8b5da4-792a-4fea-96d6-2acea0c0c491,segment=NetworkSegment(bb66b429-af0f-4012-94c0-63f398ab4d81),segment_id=bb66b429-af0f-4012-94c0-63f398ab4d81)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 04:01:15.078257 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126570687'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:15.079939 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-80cf44e3-d979-4456-98ee-8517d191d4df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:15.125871 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:15.126637 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:15.127861 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] 10.222.0.22 "PUT /v2.0/ports/9a8b5da4-792a-4fea-96d6-2acea0c0c491 HTTP/1.1" status: 200 len: 1094 time: 0.8339508 Jun 10 04:01:15.128369 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28beea9-829b-4cb1-91cd-16426e3e2bcd', 'tag': '9a8b5da4-792a-4fea-96d6-2acea0c0c491'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:01:15.130751 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb9a40c-cb2a-4300-ba01-0819d9365eab" -d '{"events": [{"name": "network-changed", "server_uuid": "c28beea9-829b-4cb1-91cd-16426e3e2bcd", "tag": "9a8b5da4-792a-4fea-96d6-2acea0c0c491"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:01:15.152807 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8b5da4-792a-4fea-96d6-2acea0c0c491,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:15.155807 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:15.189549 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96459da-9a9d-40c4-bf20-8c0650bae23a x-openstack-request-id: req-a96459da-9a9d-40c4-bf20-8c0650bae23a {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:01:15.189912 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28beea9-829b-4cb1-91cd-16426e3e2bcd", "tag": "9a8b5da4-792a-4fea-96d6-2acea0c0c491", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:01:15.190205 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a96459da-9a9d-40c4-bf20-8c0650bae23a {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:01:15.190689 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28beea9-829b-4cb1-91cd-16426e3e2bcd', 'tag': '9a8b5da4-792a-4fea-96d6-2acea0c0c491', 'status': 'completed', 'code': 200} Jun 10 04:01:15.217138 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:15.268310 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-d7f16a8d-f858-43b3-96a4-de5a81756f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:15.269799 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-d7f16a8d-f858-43b3-96a4-de5a81756f23 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2bbc8883973b4490a7ae8693ecede9c1&device_id=c28beea9-829b-4cb1-91cd-16426e3e2bcd HTTP/1.1" status: 200 len: 1097 time: 0.0641210 Jun 10 04:01:15.344906 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-7faaa6e2-b994-4600-84ee-67c2ad7fcd9d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a8b5da4-792a-4fea-96d6-2acea0c0c491 HTTP/1.1" status: 200 len: 217 time: 0.0489502 Jun 10 04:01:15.404659 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-fd4853bf-ae9e-4e8d-8bb6-9479c337a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:15.406101 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-fd4853bf-ae9e-4e8d-8bb6-9479c337a2de service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9740c516-d7ce-41ca-a581-2c611d8f181b HTTP/1.1" status: 200 len: 854 time: 0.0548253 Jun 10 04:01:15.443772 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-5a3c1b7f-5440-476b-bda1-84cf8daca94e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c539a942-bce4-4976-8622-b02e967e033b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318887 Jun 10 04:01:15.566354 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-5d7d9dfb-26f7-40a3-ba98-06b4f186e59a service neutron] 10.222.0.22 "GET /v2.0/networks/c539a942-bce4-4976-8622-b02e967e033b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136878 Jun 10 04:01:15.681248 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-19555ba5-7576-4c16-87b3-d946ba5fe5c2 req-0b4b8504-f8e9-45c4-84a4-8ded77ed7bb9 service neutron] 10.222.0.22 "GET /v2.0/networks/c539a942-bce4-4976-8622-b02e967e033b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092393 Jun 10 04:01:15.836780 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9a40c-cb2a-4300-ba01-0819d9365eab req-c6db0e11-86af-43da-9cde-3e161d285193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:15.838120 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-deb9a40c-cb2a-4300-ba01-0819d9365eab req-c6db0e11-86af-43da-9cde-3e161d285193 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2bbc8883973b4490a7ae8693ecede9c1&device_id=c28beea9-829b-4cb1-91cd-16426e3e2bcd HTTP/1.1" status: 200 len: 1097 time: 0.0581923 Jun 10 04:01:15.959315 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9a40c-cb2a-4300-ba01-0819d9365eab req-27ba27ca-cbd1-4f70-a915-d655a059d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:15.960824 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-deb9a40c-cb2a-4300-ba01-0819d9365eab req-27ba27ca-cbd1-4f70-a915-d655a059d409 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c539a942-bce4-4976-8622-b02e967e033b HTTP/1.1" status: 200 len: 914 time: 0.1151605 Jun 10 04:01:16.025703 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:16.032487 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-deb9a40c-cb2a-4300-ba01-0819d9365eab req-c77a6ee5-e3bb-4adc-bf90-c1aadac7db3d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a8b5da4-792a-4fea-96d6-2acea0c0c491 HTTP/1.1" status: 200 len: 217 time: 0.0555651 Jun 10 04:01:16.099874 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9a40c-cb2a-4300-ba01-0819d9365eab req-a281c786-6d24-431f-bc13-d3decf451a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:16.101273 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-deb9a40c-cb2a-4300-ba01-0819d9365eab req-a281c786-6d24-431f-bc13-d3decf451a31 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9740c516-d7ce-41ca-a581-2c611d8f181b HTTP/1.1" status: 200 len: 854 time: 0.0631940 Jun 10 04:01:16.151327 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-deb9a40c-cb2a-4300-ba01-0819d9365eab req-f5bead7a-dfa5-48ef-bc40-0e7a395fb50b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c539a942-bce4-4976-8622-b02e967e033b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321548 Jun 10 04:01:16.594391 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-deb9a40c-cb2a-4300-ba01-0819d9365eab req-db55f285-8f0b-446e-a60c-04de25062836 service neutron] 10.222.0.22 "GET /v2.0/networks/c539a942-bce4-4976-8622-b02e967e033b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336801 Jun 10 04:01:16.602523 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596dfe2-9833-4682-bdf3-657ac0f8ff3c req-9b18ebfa-1639-4892-9782-f8af80cff5f5 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:16.603820 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a596dfe2-9833-4682-bdf3-657ac0f8ff3c req-9b18ebfa-1639-4892-9782-f8af80cff5f5 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=c28beea9-829b-4cb1-91cd-16426e3e2bcd HTTP/1.1" status: 200 len: 944 time: 0.4551105 Jun 10 04:01:16.717714 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-a596dfe2-9833-4682-bdf3-657ac0f8ff3c req-f96aba79-f9b4-4bad-85c3-cb2a35d22322 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075733 Jun 10 04:01:16.749686 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-deb9a40c-cb2a-4300-ba01-0819d9365eab req-7ca7f664-51ee-497f-a1dd-4c0a371874fd service neutron] 10.222.0.22 "GET /v2.0/networks/c539a942-bce4-4976-8622-b02e967e033b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337144 Jun 10 04:01:17.451423 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 9a8b5da4-792a-4fea-96d6-2acea0c0c491 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 04:01:17.569274 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 9a8b5da4-792a-4fea-96d6-2acea0c0c491, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9a8b5da4-792a-4fea-96d6-2acea0c0c491,segment=NetworkSegment(bb66b429-af0f-4012-94c0-63f398ab4d81),segment_id=bb66b429-af0f-4012-94c0-63f398ab4d81)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:01:17.581516 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': '9a8b5da4-792a-4fea-96d6-2acea0c0c491', 'network_id': 'c539a942-bce4-4976-8622-b02e967e033b', 'port_id': '9a8b5da4-792a-4fea-96d6-2acea0c0c491', 'mac_address': 'fa:16:3e:e7:35:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9740c516-d7ce-41ca-a581-2c611d8f181b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 04:01:17.626491 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:17.647504 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8b5da4-792a-4fea-96d6-2acea0c0c491 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 04:01:17.661489 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:17.671021 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 9a8b5da4-792a-4fea-96d6-2acea0c0c491, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9a8b5da4-792a-4fea-96d6-2acea0c0c491,segment=NetworkSegment(bb66b429-af0f-4012-94c0-63f398ab4d81),segment_id=bb66b429-af0f-4012-94c0-63f398ab4d81)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:01:17.674446 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:17.676062 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:17.726388 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=9a8b5da4-792a-4fea-96d6-2acea0c0c491,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:17.729317 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:17.901055 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b45f5-0ef6-40db-a1e5-a89b510991ed req-2d08201d-392a-4169-a56d-ef9f3258627d tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:17.903325 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5f2b45f5-0ef6-40db-a1e5-a89b510991ed req-2d08201d-392a-4169-a56d-ef9f3258627d tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=c28beea9-829b-4cb1-91cd-16426e3e2bcd HTTP/1.1" status: 200 len: 945 time: 0.0752189 Jun 10 04:01:17.947010 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5f2b45f5-0ef6-40db-a1e5-a89b510991ed req-5c114808-dd83-415f-ab7a-09af0f6a9665 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380018 Jun 10 04:01:18.018757 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['9a8b5da4-792a-4fea-96d6-2acea0c0c491'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 04:01:19.129160 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e183d2a-50bc-400f-a667-67e59b5481cf req-c6d26f3d-f29f-4fca-a45e-83e1b6483274 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:19.130671 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9e183d2a-50bc-400f-a667-67e59b5481cf req-c6d26f3d-f29f-4fca-a45e-83e1b6483274 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=c28beea9-829b-4cb1-91cd-16426e3e2bcd HTTP/1.1" status: 200 len: 945 time: 0.0708876 Jun 10 04:01:19.172874 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9e183d2a-50bc-400f-a667-67e59b5481cf req-ef436abb-fe2b-4fbe-a77e-05f8e1b160fe tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367036 Jun 10 04:01:19.466310 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 9a8b5da4-792a-4fea-96d6-2acea0c0c491 up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 04:01:19.532519 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning for port 9a8b5da4-792a-4fea-96d6-2acea0c0c491 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 04:01:19.537143 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port 9a8b5da4-792a-4fea-96d6-2acea0c0c491 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 04:01:19.537528 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:19.626580 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:19.651075 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28beea9-829b-4cb1-91cd-16426e3e2bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8b5da4-792a-4fea-96d6-2acea0c0c491'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:01:19.653453 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dd7e45-bedb-4ec6-95be-48ebc215e857" -d '{"events": [{"server_uuid": "c28beea9-829b-4cb1-91cd-16426e3e2bcd", "name": "network-vif-plugged", "status": "completed", "tag": "9a8b5da4-792a-4fea-96d6-2acea0c0c491"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:01:19.666799 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 9a8b5da4-792a-4fea-96d6-2acea0c0c491, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9a8b5da4-792a-4fea-96d6-2acea0c0c491,segment=NetworkSegment(bb66b429-af0f-4012-94c0-63f398ab4d81),segment_id=bb66b429-af0f-4012-94c0-63f398ab4d81)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:01:19.670916 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:19.672773 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-14796933-a747-4239-b52f-eba853d1d63d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:19.699850 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daf6473-9139-4f71-a787-ea3e3f73d47c x-openstack-request-id: req-0daf6473-9139-4f71-a787-ea3e3f73d47c {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:01:19.700148 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28beea9-829b-4cb1-91cd-16426e3e2bcd", "name": "network-vif-plugged", "status": "completed", "tag": "9a8b5da4-792a-4fea-96d6-2acea0c0c491", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:01:19.700404 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0daf6473-9139-4f71-a787-ea3e3f73d47c {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:01:19.700784 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28beea9-829b-4cb1-91cd-16426e3e2bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8b5da4-792a-4fea-96d6-2acea0c0c491', 'code': 200} Jun 10 04:01:19.731565 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=9a8b5da4-792a-4fea-96d6-2acea0c0c491,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:19.738738 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:19.739087 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:19.739432 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:19.739770 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:19.740105 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:19.740439 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:19.740770 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:19.741097 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:19.741424 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:19.741750 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:19.742077 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:19.742419 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:19.746617 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:19.975168 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770a18c-a582-469c-aeff-023a7454ad5f req-6e3da1fd-86da-4c1f-8375-c74bad004ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:19.976648 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6770a18c-a582-469c-aeff-023a7454ad5f req-6e3da1fd-86da-4c1f-8375-c74bad004ecc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c28beea9-829b-4cb1-91cd-16426e3e2bcd HTTP/1.1" status: 200 len: 1099 time: 0.0642343 Jun 10 04:01:20.030491 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6770a18c-a582-469c-aeff-023a7454ad5f req-7568700a-95b3-4efd-a20a-0667b5af929f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371330 Jun 10 04:01:20.356567 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684908ca-6756-42cd-87ea-df6b47eeaef5 req-77497797-551b-4ff5-bae1-1b8d0546b950 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:20.357950 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-684908ca-6756-42cd-87ea-df6b47eeaef5 req-77497797-551b-4ff5-bae1-1b8d0546b950 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=c28beea9-829b-4cb1-91cd-16426e3e2bcd HTTP/1.1" status: 200 len: 946 time: 0.0748188 Jun 10 04:01:20.398893 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-684908ca-6756-42cd-87ea-df6b47eeaef5 req-f1518278-5bc6-4baf-8fbd-65753d7ef593 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349898 Jun 10 04:01:21.121843 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0b30e-f736-43d0-9b1d-5d7016223342 req-f13507dc-d592-40a0-b032-1f9f509c8767 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:21.123821 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3af0b30e-f736-43d0-9b1d-5d7016223342 req-f13507dc-d592-40a0-b032-1f9f509c8767 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 945 time: 0.0718818 Jun 10 04:01:21.163868 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3af0b30e-f736-43d0-9b1d-5d7016223342 req-419d68d8-57f4-498d-85d4-0c8638c40d15 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=836c770f-9321-467d-93ae-11ac8a01539a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345602 Jun 10 04:01:21.577625 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df2030-181e-490e-b7fc-a1de4e679f56 req-06c92777-feba-4197-ab6e-627abf731009 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:21.579070 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-37df2030-181e-490e-b7fc-a1de4e679f56 req-06c92777-feba-4197-ab6e-627abf731009 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=c28beea9-829b-4cb1-91cd-16426e3e2bcd HTTP/1.1" status: 200 len: 946 time: 0.0668068 Jun 10 04:01:21.618511 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-37df2030-181e-490e-b7fc-a1de4e679f56 req-98f91d51-e810-48db-bf20-b00dceb5217c tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339508 Jun 10 04:01:22.347878 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ceda9-24fe-452f-9d3b-9f032cbe2929 req-356a6eb0-1815-44c6-b07d-0b0db036a2d1 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:22.349352 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-232ceda9-24fe-452f-9d3b-9f032cbe2929 req-356a6eb0-1815-44c6-b07d-0b0db036a2d1 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 945 time: 0.0765498 Jun 10 04:01:22.390112 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-232ceda9-24fe-452f-9d3b-9f032cbe2929 req-b52c27ea-632b-4c12-ad57-32f46db9cb54 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=836c770f-9321-467d-93ae-11ac8a01539a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349522 Jun 10 04:01:23.620161 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433696-e59f-465a-8b8a-5cc093dc34fb req-c49d8cbe-05f8-4d80-9123-922e6fce35ce tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:23.622086 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-79433696-e59f-465a-8b8a-5cc093dc34fb req-c49d8cbe-05f8-4d80-9123-922e6fce35ce tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 945 time: 0.1183305 Jun 10 04:01:23.633307 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60a98b-245c-430b-ae7e-be7c5d0ba703 req-457bae35-102a-4168-8190-ac789e824858 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:23.634637 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5f60a98b-245c-430b-ae7e-be7c5d0ba703 req-457bae35-102a-4168-8190-ac789e824858 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 945 time: 0.0985754 Jun 10 04:01:23.707623 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-79433696-e59f-465a-8b8a-5cc093dc34fb req-ba8be341-6f6c-4a8c-a0ef-f1351d2a6659 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups?id=836c770f-9321-467d-93ae-11ac8a01539a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720425 Jun 10 04:01:23.767179 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-5f60a98b-245c-430b-ae7e-be7c5d0ba703 req-c043dc11-bb34-4210-9dec-0b9199c4e70b tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Deleting port 6b140928-f485-4e5c-943e-4c51ada9aa0f {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:01:23.767523 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-5f60a98b-245c-430b-ae7e-be7c5d0ba703 req-c043dc11-bb34-4210-9dec-0b9199c4e70b tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:23.877816 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-5f60a98b-245c-430b-ae7e-be7c5d0ba703 req-c043dc11-bb34-4210-9dec-0b9199c4e70b tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] For port 6b140928-f485-4e5c-943e-4c51ada9aa0f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6b140928-f485-4e5c-943e-4c51ada9aa0f,segment=NetworkSegment(ec7e0734-e180-43ea-a596-c50ce7c70bac),segment_id=ec7e0734-e180-43ea-a596-c50ce7c70bac)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:01:23.878083 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-5f60a98b-245c-430b-ae7e-be7c5d0ba703 req-c043dc11-bb34-4210-9dec-0b9199c4e70b tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:24.125772 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-5f60a98b-245c-430b-ae7e-be7c5d0ba703 req-c043dc11-bb34-4210-9dec-0b9199c4e70b tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:24.126158 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-5f60a98b-245c-430b-ae7e-be7c5d0ba703 req-c043dc11-bb34-4210-9dec-0b9199c4e70b tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719104'] for floatingip, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:24.126495 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.db.l3_db [req-5f60a98b-245c-430b-ae7e-be7c5d0ba703 req-c043dc11-bb34-4210-9dec-0b9199c4e70b tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Floating IP 3b7abb05-cfc1-4d01-9725-f6c7182651b0 disassociated. External IP: 172.28.2.38, port: 6b140928-f485-4e5c-943e-4c51ada9aa0f. Jun 10 04:01:24.126839 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-5f60a98b-245c-430b-ae7e-be7c5d0ba703 req-c043dc11-bb34-4210-9dec-0b9199c4e70b tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Calling delete_port for 6b140928-f485-4e5c-943e-4c51ada9aa0f owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:01:24.281806 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-5f60a98b-245c-430b-ae7e-be7c5d0ba703 req-c043dc11-bb34-4210-9dec-0b9199c4e70b tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126570678'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:24.285703 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-713f1c8a-deed-4526-aada-a4b7be642177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:24.320768 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043dc11-bb34-4210-9dec-0b9199c4e70b tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Pushing event deleted for resources: {'Port': ['ID=6b140928-f485-4e5c-943e-4c51ada9aa0f,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:24.324478 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c043dc11-bb34-4210-9dec-0b9199c4e70b tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:24.471524 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f60a98b-245c-430b-ae7e-be7c5d0ba703 req-c043dc11-bb34-4210-9dec-0b9199c4e70b tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Router 72673d0b-7ab1-42ee-8585-858e282e74c4 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 04:01:24.617913 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f60a98b-245c-430b-ae7e-be7c5d0ba703 req-c043dc11-bb34-4210-9dec-0b9199c4e70b tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 04:01:24.628191 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12180c97-118a-45b9-8839-ac9feb5187e3 None None] Sync routers for ids ['72673d0b-7ab1-42ee-8585-858e282e74c4'] in dv-cinder-741349-4-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 04:01:24.638289 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12180c97-118a-45b9-8839-ac9feb5187e3 None None] Routers {'72673d0b-7ab1-42ee-8585-858e282e74c4'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 04:01:24.638907 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-12180c97-118a-45b9-8839-ac9feb5187e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T04:01:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['72673d0b-7ab1-42ee-8585-858e282e74c4'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:24.673827 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f60a98b-245c-430b-ae7e-be7c5d0ba703 req-c043dc11-bb34-4210-9dec-0b9199c4e70b tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] No DVR routers for this DVR port 6b140928-f485-4e5c-943e-4c51ada9aa0f on host hv-cinder-74134 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 04:01:24.676392 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-5f60a98b-245c-430b-ae7e-be7c5d0ba703 req-c043dc11-bb34-4210-9dec-0b9199c4e70b tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:24.678351 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5f60a98b-245c-430b-ae7e-be7c5d0ba703 req-c043dc11-bb34-4210-9dec-0b9199c4e70b tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.22 "DELETE /v2.0/ports/6b140928-f485-4e5c-943e-4c51ada9aa0f HTTP/1.1" status: 204 len: 173 time: 1.0372725 Jun 10 04:01:24.678857 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d6056b-0985-4563-9033-839cc9ff141f', 'name': 'network-vif-deleted', 'tag': '6b140928-f485-4e5c-943e-4c51ada9aa0f'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:01:24.681251 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6494e04f-e376-4f03-b379-e9530b91fdc0" -d '{"events": [{"server_uuid": "c8d6056b-0985-4563-9033-839cc9ff141f", "name": "network-vif-deleted", "tag": "6b140928-f485-4e5c-943e-4c51ada9aa0f"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:01:24.721665 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298e232c-d86d-4aee-b7d1-b322e05f35c1 x-openstack-request-id: req-298e232c-d86d-4aee-b7d1-b322e05f35c1 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:01:24.722079 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d6056b-0985-4563-9033-839cc9ff141f", "name": "network-vif-deleted", "tag": "6b140928-f485-4e5c-943e-4c51ada9aa0f", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:01:24.722593 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-298e232c-d86d-4aee-b7d1-b322e05f35c1 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:01:24.723268 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d6056b-0985-4563-9033-839cc9ff141f', 'name': 'network-vif-deleted', 'tag': '6b140928-f485-4e5c-943e-4c51ada9aa0f', 'status': 'completed', 'code': 200} Jun 10 04:01:24.785655 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-12180c97-118a-45b9-8839-ac9feb5187e3 None None] Set router 72673d0b-7ab1-42ee-8585-858e282e74c4 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 04:01:24.872055 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-56d23a3e-fed9-413f-b364-dfbc420f5c05 req-39ff57f1-1a11-4c0e-962a-938f57982dda tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d6056b-0985-4563-9033-839cc9ff141f HTTP/1.1" status: 200 len: 210 time: 0.0407906 Jun 10 04:01:25.049538 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-12180c97-118a-45b9-8839-ac9feb5187e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T03:56:08Z', 'revision_number': 4, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port': {'id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:03Z', 'updated_at': '2021-06-10T03:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'f27c192b-68e1-424b-b863-1cb31cfdec39', 'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'mac_address': 'fa:16:3e:37:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:07Z', 'updated_at': '2021-06-10T03:56:14Z', 'revision_number': 5, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'subnets': [{'id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:25.052907 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12180c97-118a-45b9-8839-ac9feb5187e3 None None] Checking router: 72673d0b-7ab1-42ee-8585-858e282e74c4 for host: dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 04:01:25.061821 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12180c97-118a-45b9-8839-ac9feb5187e3 None None] Routers {'72673d0b-7ab1-42ee-8585-858e282e74c4'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 04:01:25.062536 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-12180c97-118a-45b9-8839-ac9feb5187e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T04:01:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['72673d0b-7ab1-42ee-8585-858e282e74c4'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:25.347946 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-12180c97-118a-45b9-8839-ac9feb5187e3 None None] Set router 72673d0b-7ab1-42ee-8585-858e282e74c4 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 04:01:25.609180 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-12180c97-118a-45b9-8839-ac9feb5187e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T03:56:08Z', 'revision_number': 4, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port': {'id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:03Z', 'updated_at': '2021-06-10T03:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'f27c192b-68e1-424b-b863-1cb31cfdec39', 'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'mac_address': 'fa:16:3e:37:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:07Z', 'updated_at': '2021-06-10T03:56:14Z', 'revision_number': 5, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'subnets': [{'id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:25.612547 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12180c97-118a-45b9-8839-ac9feb5187e3 None None] The sync data for ids ['72673d0b-7ab1-42ee-8585-858e282e74c4'] in dv-cinder-741349-4-smb is: [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T03:56:08Z', 'revision_number': 4, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port': {'id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:03Z', 'updated_at': '2021-06-10T03:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'f27c192b-68e1-424b-b863-1cb31cfdec39', 'name': '', 'network_id': '34ceae76-1875-4ae5-9927-5e5f83e723be', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'mac_address': 'fa:16:3e:37:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:07Z', 'updated_at': '2021-06-10T03:56:14Z', 'revision_number': 5, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'subnets': [{'id': 'd05b5939-fbc1-4883-ac53-795367a50643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 04:01:25.811746 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e2374-5e7c-4c63-834d-9303b6e5cc01 None None] New status for floating IP 3b7abb05-cfc1-4d01-9725-f6c7182651b0: DOWN {{(pid=91628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 04:01:25.995894 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 56890) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:26.053929 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f47cec3-6120-4dae-9875-622b97044ac8 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:26.078371 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f47cec3-6120-4dae-9875-622b97044ac8 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:26.127746 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f47cec3-6120-4dae-9875-622b97044ac8 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:26.130455 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f47cec3-6120-4dae-9875-622b97044ac8 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:26.131584 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-8f47cec3-6120-4dae-9875-622b97044ac8 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "DELETE /v2.0/security-groups/836c770f-9321-467d-93ae-11ac8a01539a HTTP/1.1" status: 204 len: 168 time: 0.1338758 Jun 10 04:01:26.132399 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-020f7008-fa1d-49f9-a349-8426d9e4230f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:26.134313 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 56892) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:26.142426 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47cec3-6120-4dae-9875-622b97044ac8 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836c770f-9321-467d-93ae-11ac8a01539a,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:26.144745 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8f47cec3-6120-4dae-9875-622b97044ac8 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:26.149275 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.api.v2.resource [None req-86b31ee5-2a4b-403f-ac42-663cefc8ecf8 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] show failed (client error): The resource could not be found. Jun 10 04:01:26.150273 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-86b31ee5-2a4b-403f-ac42-663cefc8ecf8 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "GET /v2.0/security-groups/836c770f-9321-467d-93ae-11ac8a01539a HTTP/1.1" status: 404 len: 347 time: 0.0149896 Jun 10 04:01:26.153652 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 56894) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:26.303489 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Deleting port e7b1d739-3955-484d-bb07-f755d7bc733e {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:01:26.303832 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:26.401793 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:26.402119 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:26.489694 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Calling delete_port for e7b1d739-3955-484d-bb07-f755d7bc733e owned by network:floatingip {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:01:26.640965 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:26.643974 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-89e3844d-7781-44ea-ae32-ea197eca9a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:26.673802 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Pushing event deleted for resources: {'Port': ['ID=e7b1d739-3955-484d-bb07-f755d7bc733e,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:26.708852 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:26.709237 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:26.709610 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:26.709976 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:26.710359 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:26.710723 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:26.711084 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:26.711442 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:26.711801 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:26.712159 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:26.712509 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:26.712888 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:01:26.717097 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:26.760816 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks [] for floatingip, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:26.763267 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:26.764387 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-1c8ca3a9-30d6-4066-8260-1a0deef60441 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] 10.222.0.25 "DELETE /v2.0/floatingips/3b7abb05-cfc1-4d01-9725-f6c7182651b0 HTTP/1.1" status: 204 len: 168 time: 0.6096501 Jun 10 04:01:27.536850 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 6b140928-f485-4e5c-943e-4c51ada9aa0f no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:01:27.561836 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] No Port match for: 6b140928-f485-4e5c-943e-4c51ada9aa0f {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 04:01:27.562193 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 6b140928-f485-4e5c-943e-4c51ada9aa0f not bound to the agent host hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 04:01:30.434601 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 56938) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:31.165210 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f153b2d3-d1db-458d-bcb1-9d219cdd41a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690597'] for router_interface, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:31.471311 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-f153b2d3-d1db-458d-bcb1-9d219cdd41a0 admin admin] Deleting port f27c192b-68e1-424b-b863-1cb31cfdec39 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:01:31.471971 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f153b2d3-d1db-458d-bcb1-9d219cdd41a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:31.570524 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-f153b2d3-d1db-458d-bcb1-9d219cdd41a0 admin admin] For port f27c192b-68e1-424b-b863-1cb31cfdec39, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=f27c192b-68e1-424b-b863-1cb31cfdec39,segment=NetworkSegment(ec7e0734-e180-43ea-a596-c50ce7c70bac),segment_id=ec7e0734-e180-43ea-a596-c50ce7c70bac)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:01:31.570880 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f153b2d3-d1db-458d-bcb1-9d219cdd41a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:31.659170 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-f153b2d3-d1db-458d-bcb1-9d219cdd41a0 admin admin] Calling delete_port for f27c192b-68e1-424b-b863-1cb31cfdec39 owned by network:router_interface {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:01:31.873146 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f153b2d3-d1db-458d-bcb1-9d219cdd41a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:31.875129 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:31.907086 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153b2d3-d1db-458d-bcb1-9d219cdd41a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27c192b-68e1-424b-b863-1cb31cfdec39,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:31.910727 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f153b2d3-d1db-458d-bcb1-9d219cdd41a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:32.119805 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f153b2d3-d1db-458d-bcb1-9d219cdd41a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690229'] for router_interface, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:32.394623 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f153b2d3-d1db-458d-bcb1-9d219cdd41a0 admin admin] Router 72673d0b-7ab1-42ee-8585-858e282e74c4 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 04:01:32.528887 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f153b2d3-d1db-458d-bcb1-9d219cdd41a0 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 04:01:32.533712 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-f153b2d3-d1db-458d-bcb1-9d219cdd41a0 admin admin] 10.222.0.25 "PUT /v2.0/routers/72673d0b-7ab1-42ee-8585-858e282e74c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0981090 Jun 10 04:01:32.536268 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 56952) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:32.538754 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf201ae-d2ec-48d8-af4d-955ebe5b563d None None] Sync routers for ids ['72673d0b-7ab1-42ee-8585-858e282e74c4'] in dv-cinder-741349-4-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 04:01:32.547478 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf201ae-d2ec-48d8-af4d-955ebe5b563d None None] Routers {'72673d0b-7ab1-42ee-8585-858e282e74c4'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 04:01:32.548082 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-9cf201ae-d2ec-48d8-af4d-955ebe5b563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T04:01:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['72673d0b-7ab1-42ee-8585-858e282e74c4'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:32.669801 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8426027f-c94c-4b49-ab48-fc177c03d2d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:32.685676 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-9cf201ae-d2ec-48d8-af4d-955ebe5b563d None None] Set router 72673d0b-7ab1-42ee-8585-858e282e74c4 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 04:01:32.806029 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8426027f-c94c-4b49-ab48-fc177c03d2d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:32.867004 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-8426027f-c94c-4b49-ab48-fc177c03d2d6 admin admin] Deleting port 1923ddb0-f3b7-42c3-aede-ae68add8a84b {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:01:32.867345 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8426027f-c94c-4b49-ab48-fc177c03d2d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:32.918491 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-9cf201ae-d2ec-48d8-af4d-955ebe5b563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T04:01:31Z', 'revision_number': 5, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port': {'id': '1923ddb0-f3b7-42c3-aede-ae68add8a84b', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:56:03Z', 'updated_at': '2021-06-10T03:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:32.921830 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf201ae-d2ec-48d8-af4d-955ebe5b563d None None] Checking router: 72673d0b-7ab1-42ee-8585-858e282e74c4 for host: dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 04:01:32.929848 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf201ae-d2ec-48d8-af4d-955ebe5b563d None None] Routers {'72673d0b-7ab1-42ee-8585-858e282e74c4'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 04:01:32.930544 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-9cf201ae-d2ec-48d8-af4d-955ebe5b563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T04:01:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['72673d0b-7ab1-42ee-8585-858e282e74c4'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:33.063764 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-9cf201ae-d2ec-48d8-af4d-955ebe5b563d None None] Set router 72673d0b-7ab1-42ee-8585-858e282e74c4 gateway port host: None {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 04:01:33.143047 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-9cf201ae-d2ec-48d8-af4d-955ebe5b563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T04:01:32Z', 'revision_number': 6, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port_host': None}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:33.146637 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf201ae-d2ec-48d8-af4d-955ebe5b563d None None] The sync data for ids ['72673d0b-7ab1-42ee-8585-858e282e74c4'] in dv-cinder-741349-4-smb is: [{'id': '72673d0b-7ab1-42ee-8585-858e282e74c4', 'name': 'tempest-AttachVolumeTestJSON-1175976431-router', 'tenant_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:56:02Z', 'updated_at': '2021-06-10T04:01:32Z', 'revision_number': 6, 'project_id': 'f6c404a8a83b4778bac89c4af027c5e7', 'gw_port_host': None}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 04:01:33.225429 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-8426027f-c94c-4b49-ab48-fc177c03d2d6 admin admin] For port 1923ddb0-f3b7-42c3-aede-ae68add8a84b, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=1923ddb0-f3b7-42c3-aede-ae68add8a84b,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:01:33.225780 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8426027f-c94c-4b49-ab48-fc177c03d2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:33.313603 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-8426027f-c94c-4b49-ab48-fc177c03d2d6 admin admin] Calling delete_port for 1923ddb0-f3b7-42c3-aede-ae68add8a84b owned by network:router_gateway {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:01:33.508740 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8426027f-c94c-4b49-ab48-fc177c03d2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:33.512150 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-56f7e673-2252-403e-90b2-97229e64d194 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:33.548097 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426027f-c94c-4b49-ab48-fc177c03d2d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1923ddb0-f3b7-42c3-aede-ae68add8a84b,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:33.573931 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8426027f-c94c-4b49-ab48-fc177c03d2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:33.618416 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8426027f-c94c-4b49-ab48-fc177c03d2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719204'] for router_gateway, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:33.763393 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8426027f-c94c-4b49-ab48-fc177c03d2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245209'] for router, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:33.765648 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8426027f-c94c-4b49-ab48-fc177c03d2d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:33.840365 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8426027f-c94c-4b49-ab48-fc177c03d2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688193'] for router, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:33.840853 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8426027f-c94c-4b49-ab48-fc177c03d2d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72673d0b-7ab1-42ee-8585-858e282e74c4 {{(pid=91626) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 04:01:33.845870 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8426027f-c94c-4b49-ab48-fc177c03d2d6 admin admin] Notify callbacks [] for router, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:33.847013 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-8426027f-c94c-4b49-ab48-fc177c03d2d6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/72673d0b-7ab1-42ee-8585-858e282e74c4 HTTP/1.1" status: 204 len: 168 time: 1.3098466 Jun 10 04:01:33.849508 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 56962) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:33.906700 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6cdc7c4-6560-4607-a822-d34177d85a2e admin admin] Deleting subnet d05b5939-fbc1-4883-ac53-795367a50643 {{(pid=91626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 04:01:33.910173 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b6cdc7c4-6560-4607-a822-d34177d85a2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:33.954707 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b6cdc7c4-6560-4607-a822-d34177d85a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708508'] for subnet, precommit_delete_associations {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:34.076650 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device f27c192b-68e1-424b-b863-1cb31cfdec39 no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:01:34.085460 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b6cdc7c4-6560-4607-a822-d34177d85a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751384'] for subnet, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:34.101971 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: f27c192b-68e1-424b-b863-1cb31cfdec39 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 04:01:34.102359 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device f27c192b-68e1-424b-b863-1cb31cfdec39 not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 04:01:34.102792 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 1923ddb0-f3b7-42c3-aede-ae68add8a84b no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:01:34.126090 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: 1923ddb0-f3b7-42c3-aede-ae68add8a84b {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 04:01:34.126750 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 1923ddb0-f3b7-42c3-aede-ae68add8a84b not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 04:01:34.148499 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b6cdc7c4-6560-4607-a822-d34177d85a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126309881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127894169'] for subnet, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:34.150819 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f15a07f7-bfa9-4880-8e66-9d0760f3ab9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:34.179622 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdc7c4-6560-4607-a822-d34177d85a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d05b5939-fbc1-4883-ac53-795367a50643,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:34.182202 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b6cdc7c4-6560-4607-a822-d34177d85a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:34.187393 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b6cdc7c4-6560-4607-a822-d34177d85a2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:34.189307 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-b6cdc7c4-6560-4607-a822-d34177d85a2e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d05b5939-fbc1-4883-ac53-795367a50643 HTTP/1.1" status: 204 len: 168 time: 0.3388832 Jun 10 04:01:34.191713 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 56966) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:34.194457 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc9800d-c77d-405b-bc2a-2b6b7fde32b3 None None] Network 34ceae76-1875-4ae5-9927-5e5f83e723be requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 04:01:34.286925 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579201'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:34.342248 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] Deleting port a076b2f1-b267-4c9f-b015-a9c2e0d4d380 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:01:34.342592 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:34.426406 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96814e90-0e03-440a-847d-611f5a4e29bd None None] DHCP port deletion for 34ceae76-1875-4ae5-9927-5e5f83e723be request from dv-cinder-741349-4-smb {{(pid=91627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 04:01:34.430794 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] For port a076b2f1-b267-4c9f-b015-a9c2e0d4d380, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=a076b2f1-b267-4c9f-b015-a9c2e0d4d380,segment=NetworkSegment(ec7e0734-e180-43ea-a596-c50ce7c70bac),segment_id=ec7e0734-e180-43ea-a596-c50ce7c70bac)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:01:34.431333 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:34.481944 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-96814e90-0e03-440a-847d-611f5a4e29bd None None] Deleting port a076b2f1-b267-4c9f-b015-a9c2e0d4d380 {{(pid=91627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:01:34.482274 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-96814e90-0e03-440a-847d-611f5a4e29bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:34.523642 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] Calling delete_port for a076b2f1-b267-4c9f-b015-a9c2e0d4d380 owned by network:dhcp {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:01:34.560353 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-96814e90-0e03-440a-847d-611f5a4e29bd None None] For port a076b2f1-b267-4c9f-b015-a9c2e0d4d380, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=a076b2f1-b267-4c9f-b015-a9c2e0d4d380,segment=NetworkSegment(ec7e0734-e180-43ea-a596-c50ce7c70bac),segment_id=ec7e0734-e180-43ea-a596-c50ce7c70bac)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:01:34.560679 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-96814e90-0e03-440a-847d-611f5a4e29bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:34.623704 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:34.626544 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-91dc675c-ddb4-4317-8fd4-89ac3811fa21 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:34.650667 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-96814e90-0e03-440a-847d-611f5a4e29bd None None] Calling delete_port for a076b2f1-b267-4c9f-b015-a9c2e0d4d380 owned by network:dhcp {{(pid=91627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:01:34.654996 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] No DVR routers for this DVR port a076b2f1-b267-4c9f-b015-a9c2e0d4d380 on host dv-cinder-741349-4-smb {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 04:01:34.659524 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a076b2f1-b267-4c9f-b015-a9c2e0d4d380,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:34.661576 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:34.741897 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-96814e90-0e03-440a-847d-611f5a4e29bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224'] for port, after_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:34.743754 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:34.751956 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745367', 'neutron.services.segments.db._delete_segments_for_network-8785832343215'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:34.762887 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ceae76-1875-4ae5-9927-5e5f83e723be']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:34.770774 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96814e90-0e03-440a-847d-611f5a4e29bd None None] Pushing event deleted for resources: {'Port': ['ID=a076b2f1-b267-4c9f-b015-a9c2e0d4d380,revision_number=None']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:34.773680 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7e0734-e180-43ea-a596-c50ce7c70bac') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:34.773680 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7e0734-e180-43ea-a596-c50ce7c70bac') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:34.773907 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-96814e90-0e03-440a-847d-611f5a4e29bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:34.774632 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96814e90-0e03-440a-847d-611f5a4e29bd None None] No DVR routers for this DVR port a076b2f1-b267-4c9f-b015-a9c2e0d4d380 on host dv-cinder-741349-4-smb {{(pid=91627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 04:01:34.787857 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785832343044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708485'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:34.803310 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:34.809278 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 04:01:34.809569 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126309478'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: conditions |= (models_v2.Port.network_id.in_( Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: conditions |= (models_v2.Port.network_id.in_( Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: conditions |= (models_v2.Port.network_id.in_( Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: conditions |= (models_v2.Port.network_id.in_( Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: Traceback (most recent call last): Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: timer() Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: cb(*args, **kw) Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: return func(*args, **kwargs) Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: self._notify() Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: self.callback(batched_events) Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: event.method(event) Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: return f(self, *a, **k) Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: return self._get(url).json() Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 04:01:34.811584 dv-cinder-741349-4-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 04:01:34.886238 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719115'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:34.889895 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e4266486-7942-4ed9-b0e5-ed207da1040a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:34.892239 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:34.894011 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/34ceae76-1875-4ae5-9927-5e5f83e723be HTTP/1.1" status: 204 len: 168 time: 0.7014005 Jun 10 04:01:34.907639 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=34ceae76-1875-4ae5-9927-5e5f83e723be,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:34.909910 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d455dda3-d3ab-448b-ae12-64308e7357c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:35.001201 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 56974) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:35.044761 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-dcd66b5d-cbde-428e-ad02-ec160e5c8dbc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6c404a8a83b4778bac89c4af027c5e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422747 Jun 10 04:01:35.047293 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 56976) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:35.104791 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4ca42a2e-f3de-41c6-8dff-ebb18db970c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:35.126952 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4ca42a2e-f3de-41c6-8dff-ebb18db970c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:35.176084 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4ca42a2e-f3de-41c6-8dff-ebb18db970c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:35.178773 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4ca42a2e-f3de-41c6-8dff-ebb18db970c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:35.179907 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-4ca42a2e-f3de-41c6-8dff-ebb18db970c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c7fdadf-0772-4949-ae16-309c27f696ff HTTP/1.1" status: 204 len: 168 time: 0.1315458 Jun 10 04:01:35.180777 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-36dc915b-fcf2-47fd-93ec-a8f723e5e2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:35.190431 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca42a2e-f3de-41c6-8dff-ebb18db970c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7fdadf-0772-4949-ae16-309c27f696ff,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:35.193140 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4ca42a2e-f3de-41c6-8dff-ebb18db970c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:35.377266 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 04:01:35.820648 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57000) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:35.911757 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-bc85a3c2-f2d0-4273-a0e3-b0d910ea2e0f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-767357810-network', 'tenant_id': '9287002365794d1ca26a36935204563d'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 04:01:35.932151 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc85a3c2-f2d0-4273-a0e3-b0d910ea2e0f admin admin] Made reservation on behalf of 9287002365794d1ca26a36935204563d for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 04:01:35.935307 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc85a3c2-f2d0-4273-a0e3-b0d910ea2e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612569'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:35.946417 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc85a3c2-f2d0-4273-a0e3-b0d910ea2e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:36.041310 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc85a3c2-f2d0-4273-a0e3-b0d910ea2e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:36.045745 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc85a3c2-f2d0-4273-a0e3-b0d910ea2e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:36.049452 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9f9c6872-46e7-46f3-8d8e-879c15c4558e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:36.056846 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device a076b2f1-b267-4c9f-b015-a9c2e0d4d380 no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:01:36.068185 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc85a3c2-f2d0-4273-a0e3-b0d910ea2e0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 04:01:36.083959 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85a3c2-f2d0-4273-a0e3-b0d910ea2e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72a419b-2c57-4ff7-b821-e7b325f064d9,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:36.085319 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: a076b2f1-b267-4c9f-b015-a9c2e0d4d380 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 04:01:36.085674 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device a076b2f1-b267-4c9f-b015-a9c2e0d4d380 not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 04:01:36.086813 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc85a3c2-f2d0-4273-a0e3-b0d910ea2e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:36.087155 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-bc85a3c2-f2d0-4273-a0e3-b0d910ea2e0f admin admin] Added segment 5314ad8e-d4e3-4b18-9248-32a63b5093f4 of type vlan for network 6c7549c4-2306-499c-9912-2e30cd01916f Jun 10 04:01:36.088534 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-bc85a3c2-f2d0-4273-a0e3-b0d910ea2e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:36.139619 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc85a3c2-f2d0-4273-a0e3-b0d910ea2e0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785831791279'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:36.166416 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc85a3c2-f2d0-4273-a0e3-b0d910ea2e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:36.168404 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc85a3c2-f2d0-4273-a0e3-b0d910ea2e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:36.169023 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc85a3c2-f2d0-4273-a0e3-b0d910ea2e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:36.171901 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:36.197097 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-bc85a3c2-f2d0-4273-a0e3-b0d910ea2e0f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3753331 Jun 10 04:01:36.200250 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57004) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:36.205482 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-d64d3e6e-b448-4012-89c7-9ef2fe0620e8 admin admin] Request body: {'subnet': {'network_id': '6c7549c4-2306-499c-9912-2e30cd01916f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-767357810-subnet', 'tenant_id': '9287002365794d1ca26a36935204563d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 04:01:36.226473 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64d3e6e-b448-4012-89c7-9ef2fe0620e8 admin admin] Made reservation on behalf of 9287002365794d1ca26a36935204563d for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 04:01:36.228975 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d64d3e6e-b448-4012-89c7-9ef2fe0620e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127894150'] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:36.250247 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85a3c2-f2d0-4273-a0e3-b0d910ea2e0f admin admin] Pushing event updated for resources: {'Network': ['ID=6c7549c4-2306-499c-9912-2e30cd01916f,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:36.252884 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-bc85a3c2-f2d0-4273-a0e3-b0d910ea2e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:36.259951 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Network 6c7549c4-2306-499c-9912-2e30cd01916f details requested by agent ovs-agent-dv-cinder-741349-4-smb with host dv-cinder-741349-4-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 04:01:36.431541 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d64d3e6e-b448-4012-89c7-9ef2fe0620e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126309816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127894160'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:36.433576 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-829fd2a6-4fcc-4e5d-b537-672984228e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:36.497196 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d3e6e-b448-4012-89c7-9ef2fe0620e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8331cdf-a463-49cd-a815-9ea1fbf4f0f6,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:36.500643 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d64d3e6e-b448-4012-89c7-9ef2fe0620e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:36.505753 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64d3e6e-b448-4012-89c7-9ef2fe0620e8 admin admin] Checking segment: {'id': '5314ad8e-d4e3-4b18-9248-32a63b5093f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c7549c4-2306-499c-9912-2e30cd01916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 04:01:36.506106 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64d3e6e-b448-4012-89c7-9ef2fe0620e8 admin admin] Network hostable DHCP agents. Network: 6c7549c4-2306-499c-9912-2e30cd01916f, hostable agents: ['9b7b751a-80ba-4c5f-bc61-5ab83d7a2938'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 04:01:36.521887 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64d3e6e-b448-4012-89c7-9ef2fe0620e8 admin admin] Network 6c7549c4-2306-499c-9912-2e30cd01916f is scheduled to be hosted by DHCP agent 9b7b751a-80ba-4c5f-bc61-5ab83d7a2938 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 04:01:36.530411 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-d64d3e6e-b448-4012-89c7-9ef2fe0620e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-smb, 6c7549c4-2306-499c-9912-2e30cd01916f) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 04:01:36.534445 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d3e6e-b448-4012-89c7-9ef2fe0620e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:36.535023 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d64d3e6e-b448-4012-89c7-9ef2fe0620e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:36.538967 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4a650e-739c-4617-a1fc-2b65d035f538 None None] Network 6c7549c4-2306-499c-9912-2e30cd01916f requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 04:01:36.548247 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-d64d3e6e-b448-4012-89c7-9ef2fe0620e8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3467197 Jun 10 04:01:36.710139 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85acd6d-e273-4d59-95b6-54c3fc4e91d5 None None] Network 6c7549c4-2306-499c-9912-2e30cd01916f requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 04:01:37.070212 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57026) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:37.075945 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1750452233-network', 'tenant_id': 'e5681063bf7d4e7eaef87b714fd1d08b'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 04:01:37.097881 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] Made reservation on behalf of e5681063bf7d4e7eaef87b714fd1d08b for: {'network': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 04:01:37.100206 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612569'] for network, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:37.112120 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:37.207089 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:37.211292 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:37.214148 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-62fb98d7-bd95-4e5b-9c0d-06d0d0561ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:37.238221 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=91626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 04:01:37.247341 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf44e19-0d8a-4d61-8d80-c0670260255a,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:37.250891 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:37.253580 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:37.253927 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.db.segments_db [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] Added segment 3a5e2fd6-d998-4d45-8a07-942474cdcc53 of type vlan for network 12c8bb4c-b13d-42c1-9019-b16d1dc71b16 Jun 10 04:01:37.303887 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785831791279'] for network, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:37.333817 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395'] for network, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:37.335176 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:37.335888 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:37.337832 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fb56709e-f0b7-4d7a-8c1c-b0236185c197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:37.373746 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3024170 Jun 10 04:01:37.376554 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57030) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:37.418702 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-d460d7a2-0176-49f8-963f-6e7f9e0b75c8 admin admin] Request body: {'subnet': {'network_id': '12c8bb4c-b13d-42c1-9019-b16d1dc71b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1750452233-subnet', 'tenant_id': 'e5681063bf7d4e7eaef87b714fd1d08b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 04:01:37.422541 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] Pushing event updated for resources: {'Network': ['ID=12c8bb4c-b13d-42c1-9019-b16d1dc71b16,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:37.426617 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:37.434776 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Network 12c8bb4c-b13d-42c1-9019-b16d1dc71b16 details requested by agent ovs-agent-dv-cinder-741349-4-smb with host dv-cinder-741349-4-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 04:01:37.446165 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d460d7a2-0176-49f8-963f-6e7f9e0b75c8 admin admin] Made reservation on behalf of e5681063bf7d4e7eaef87b714fd1d08b for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 04:01:37.448681 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d460d7a2-0176-49f8-963f-6e7f9e0b75c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127894150'] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:37.647795 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d460d7a2-0176-49f8-963f-6e7f9e0b75c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126309816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127894160'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:37.650014 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1c436157-12b8-46c6-9bef-5b522aadfaaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:37.710877 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460d7a2-0176-49f8-963f-6e7f9e0b75c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5bf9cfa-3b6c-4ad3-b851-4583ad39a9b1,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:37.714670 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d460d7a2-0176-49f8-963f-6e7f9e0b75c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:37.720117 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d460d7a2-0176-49f8-963f-6e7f9e0b75c8 admin admin] Checking segment: {'id': '3a5e2fd6-d998-4d45-8a07-942474cdcc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12c8bb4c-b13d-42c1-9019-b16d1dc71b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 04:01:37.720929 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d460d7a2-0176-49f8-963f-6e7f9e0b75c8 admin admin] Network hostable DHCP agents. Network: 12c8bb4c-b13d-42c1-9019-b16d1dc71b16, hostable agents: ['9b7b751a-80ba-4c5f-bc61-5ab83d7a2938'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 04:01:37.737002 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d460d7a2-0176-49f8-963f-6e7f9e0b75c8 admin admin] Network 12c8bb4c-b13d-42c1-9019-b16d1dc71b16 is scheduled to be hosted by DHCP agent 9b7b751a-80ba-4c5f-bc61-5ab83d7a2938 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 04:01:37.744807 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-d460d7a2-0176-49f8-963f-6e7f9e0b75c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-smb, 12c8bb4c-b13d-42c1-9019-b16d1dc71b16) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 04:01:37.748559 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d460d7a2-0176-49f8-963f-6e7f9e0b75c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:37.749141 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d460d7a2-0176-49f8-963f-6e7f9e0b75c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:37.754390 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac4a4d0-8789-4dd9-81bb-c56d09b0fde7 None None] Network 12c8bb4c-b13d-42c1-9019-b16d1dc71b16 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 04:01:37.762374 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-d460d7a2-0176-49f8-963f-6e7f9e0b75c8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3482654 Jun 10 04:01:37.870504 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57034) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:37.909396 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a5ce9d-4510-435e-a2d6-0a3ec3586f57 None None] Network 12c8bb4c-b13d-42c1-9019-b16d1dc71b16 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 04:01:37.927014 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_v2 [None req-969be29d-df6f-4a94-8dd4-9a80112e26b6 admin admin] Deleting subnet f8331cdf-a463-49cd-a815-9ea1fbf4f0f6 {{(pid=91626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 04:01:37.930206 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-969be29d-df6f-4a94-8dd4-9a80112e26b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:37.973562 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-969be29d-df6f-4a94-8dd4-9a80112e26b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708508'] for subnet, precommit_delete_associations {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.021201 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-969be29d-df6f-4a94-8dd4-9a80112e26b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751384'] for subnet, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.084767 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-969be29d-df6f-4a94-8dd4-9a80112e26b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126309881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127894169'] for subnet, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.087794 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:38.116910 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969be29d-df6f-4a94-8dd4-9a80112e26b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8331cdf-a463-49cd-a815-9ea1fbf4f0f6,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:38.119914 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-969be29d-df6f-4a94-8dd4-9a80112e26b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:38.120870 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-969be29d-df6f-4a94-8dd4-9a80112e26b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.122683 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-969be29d-df6f-4a94-8dd4-9a80112e26b6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f8331cdf-a463-49cd-a815-9ea1fbf4f0f6 HTTP/1.1" status: 204 len: 168 time: 0.2512097 Jun 10 04:01:38.125222 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57038) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:38.212680 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-78831a84-a890-4845-bc2f-afa184d2e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579201'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.310510 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-78831a84-a890-4845-bc2f-afa184d2e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745367', 'neutron.services.segments.db._delete_segments_for_network-8785832343215'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.322221 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-78831a84-a890-4845-bc2f-afa184d2e4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7549c4-2306-499c-9912-2e30cd01916f']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:38.339552 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-78831a84-a890-4845-bc2f-afa184d2e4e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5314ad8e-d4e3-4b18-9248-32a63b5093f4') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:38.339851 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-78831a84-a890-4845-bc2f-afa184d2e4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5314ad8e-d4e3-4b18-9248-32a63b5093f4') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:38.349493 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-78831a84-a890-4845-bc2f-afa184d2e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785832343044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708485'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.363739 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-78831a84-a890-4845-bc2f-afa184d2e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.369525 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78831a84-a890-4845-bc2f-afa184d2e4e1 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 04:01:38.370468 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-78831a84-a890-4845-bc2f-afa184d2e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126309478'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: Traceback (most recent call last): Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: timer() Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: cb(*args, **kw) Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: return func(*args, **kwargs) Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: self._notify() Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: self.callback(batched_events) Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: event.method(event) Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: return f(self, *a, **k) Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: return self._get(url).json() Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 04:01:38.372084 dv-cinder-741349-4-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 04:01:38.442586 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-78831a84-a890-4845-bc2f-afa184d2e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719115'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.446592 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1c66e456-eeb9-4b9a-9cdd-ece1fe5b23cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:38.449584 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-78831a84-a890-4845-bc2f-afa184d2e4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.451390 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-78831a84-a890-4845-bc2f-afa184d2e4e1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6c7549c4-2306-499c-9912-2e30cd01916f HTTP/1.1" status: 204 len: 168 time: 0.3252802 Jun 10 04:01:38.454425 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57040) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:38.464416 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78831a84-a890-4845-bc2f-afa184d2e4e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c7549c4-2306-499c-9912-2e30cd01916f,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:38.466602 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-78831a84-a890-4845-bc2f-afa184d2e4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:38.510171 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-85391d64-c51c-4697-b17d-12921832ce43 admin admin] Deleting subnet d5bf9cfa-3b6c-4ad3-b851-4583ad39a9b1 {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 04:01:38.513352 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-85391d64-c51c-4697-b17d-12921832ce43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.553699 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-85391d64-c51c-4697-b17d-12921832ce43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125877336'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.600290 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-85391d64-c51c-4697-b17d-12921832ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751384'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.662675 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-85391d64-c51c-4697-b17d-12921832ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126570876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129190977'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.665549 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e10d03fc-df82-4377-8084-556604a7cf10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:38.696224 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85391d64-c51c-4697-b17d-12921832ce43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5bf9cfa-3b6c-4ad3-b851-4583ad39a9b1,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:38.698124 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-85391d64-c51c-4697-b17d-12921832ce43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.700921 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-85391d64-c51c-4697-b17d-12921832ce43 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d5bf9cfa-3b6c-4ad3-b851-4583ad39a9b1 HTTP/1.1" status: 204 len: 168 time: 0.2444224 Jun 10 04:01:38.700921 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-85391d64-c51c-4697-b17d-12921832ce43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:38.702385 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57042) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:38.788030 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1caeabde-d1eb-47b2-9a85-971c31fb3575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579201'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.886572 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1caeabde-d1eb-47b2-9a85-971c31fb3575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745367', 'neutron.services.segments.db._delete_segments_for_network-8785832343215'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.896706 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-1caeabde-d1eb-47b2-9a85-971c31fb3575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c8bb4c-b13d-42c1-9019-b16d1dc71b16']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:38.910357 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-1caeabde-d1eb-47b2-9a85-971c31fb3575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5e2fd6-d998-4d45-8a07-942474cdcc53') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:38.910648 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-1caeabde-d1eb-47b2-9a85-971c31fb3575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5e2fd6-d998-4d45-8a07-942474cdcc53') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:38.920328 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1caeabde-d1eb-47b2-9a85-971c31fb3575 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785832343044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125877313'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.934360 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1caeabde-d1eb-47b2-9a85-971c31fb3575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.940044 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1caeabde-d1eb-47b2-9a85-971c31fb3575 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 04:01:38.940420 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1caeabde-d1eb-47b2-9a85-971c31fb3575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126570723'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: conditions |= (models_v2.Port.network_id.in_( Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: retrieve_revision_numbers = { Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: Traceback (most recent call last): Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: timer() Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: cb(*args, **kw) Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: return func(*args, **kwargs) Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: self._notify() Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: self.callback(batched_events) Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: event.method(event) Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: return f(self, *a, **k) Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: return self._get(url).json() Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 04:01:38.941984 dv-cinder-741349-4-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 04:01:39.012657 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1caeabde-d1eb-47b2-9a85-971c31fb3575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719115'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:39.016192 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:39.019244 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1caeabde-d1eb-47b2-9a85-971c31fb3575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:39.020285 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-1caeabde-d1eb-47b2-9a85-971c31fb3575 admin admin] 10.222.0.25 "DELETE /v2.0/networks/12c8bb4c-b13d-42c1-9019-b16d1dc71b16 HTTP/1.1" status: 204 len: 168 time: 0.3170214 Jun 10 04:01:39.033818 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caeabde-d1eb-47b2-9a85-971c31fb3575 admin admin] Pushing event deleted for resources: {'Network': ['ID=12c8bb4c-b13d-42c1-9019-b16d1dc71b16,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:39.036079 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1caeabde-d1eb-47b2-9a85-971c31fb3575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:39.129354 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57050) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:39.176192 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-930779a9-ed92-4b19-aa8d-23b99440fab4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9287002365794d1ca26a36935204563d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454841 Jun 10 04:01:39.178809 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57052) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:39.233596 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f1f66f87-f190-4c26-8595-bc6438283868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:39.255796 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f1f66f87-f190-4c26-8595-bc6438283868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:39.303778 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f1f66f87-f190-4c26-8595-bc6438283868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:39.306321 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f1f66f87-f190-4c26-8595-bc6438283868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:39.309683 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-f1f66f87-f190-4c26-8595-bc6438283868 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d72a419b-2c57-4ff7-b821-e7b325f064d9 HTTP/1.1" status: 204 len: 168 time: 0.1276643 Jun 10 04:01:39.309683 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2164a466-5462-458c-bf2e-20bda8051115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:39.316894 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f66f87-f190-4c26-8595-bc6438283868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72a419b-2c57-4ff7-b821-e7b325f064d9,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:39.319324 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f1f66f87-f190-4c26-8595-bc6438283868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:39.616957 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57058) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:39.658058 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-0e779092-fe98-46c5-a22d-82cfd1cc8f20 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5681063bf7d4e7eaef87b714fd1d08b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399303 Jun 10 04:01:39.660253 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57060) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:39.709467 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1867aabb-2e77-4695-8b36-9de3a61b72c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:39.732305 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1867aabb-2e77-4695-8b36-9de3a61b72c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:39.781219 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1867aabb-2e77-4695-8b36-9de3a61b72c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:39.784547 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1867aabb-2e77-4695-8b36-9de3a61b72c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:39.785725 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-1867aabb-2e77-4695-8b36-9de3a61b72c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bf44e19-0d8a-4d61-8d80-c0670260255a HTTP/1.1" status: 204 len: 168 time: 0.1246181 Jun 10 04:01:39.786837 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-458e1721-6216-4815-8537-d060fe990b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:39.797028 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867aabb-2e77-4695-8b36-9de3a61b72c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf44e19-0d8a-4d61-8d80-c0670260255a,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:39.799375 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1867aabb-2e77-4695-8b36-9de3a61b72c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:41.561035 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57136) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:41.667277 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-15f89937-b4eb-40c8-aaa4-90417697b49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:41.726858 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4534ae-bc24-4b35-99d9-6f7e963bee23 req-47674290-1651-442d-be91-784f8662d89b tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:41.733686 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5a4534ae-bc24-4b35-99d9-6f7e963bee23 req-47674290-1651-442d-be91-784f8662d89b tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=c28beea9-829b-4cb1-91cd-16426e3e2bcd HTTP/1.1" status: 200 len: 946 time: 0.0746138 Jun 10 04:01:41.759862 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-15f89937-b4eb-40c8-aaa4-90417697b49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:41.764120 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-15f89937-b4eb-40c8-aaa4-90417697b49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:41.770078 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-5a4534ae-bc24-4b35-99d9-6f7e963bee23 req-5806162d-dea4-46ff-b051-37a82f88bf52 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355747 Jun 10 04:01:41.773018 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fe173e78-fd48-495c-831d-5b0188d55651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:41.805121 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-15f89937-b4eb-40c8-aaa4-90417697b49c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31ee5ce38e2141858d81e393cb4fa974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426350 Jun 10 04:01:41.807775 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57142) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:41.809655 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f89937-b4eb-40c8-aaa4-90417697b49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5f3d4f-2dc2-4141-ae9f-269363ec9800,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:41.812816 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-15f89937-b4eb-40c8-aaa4-90417697b49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:41.859469 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0ee83734-f0fa-48e0-84ac-ada3a2d8aa0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:41.884295 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0ee83734-f0fa-48e0-84ac-ada3a2d8aa0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:41.933137 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0ee83734-f0fa-48e0-84ac-ada3a2d8aa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:41.935709 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0ee83734-f0fa-48e0-84ac-ada3a2d8aa0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:41.937067 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-0ee83734-f0fa-48e0-84ac-ada3a2d8aa0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d5f3d4f-2dc2-4141-ae9f-269363ec9800 HTTP/1.1" status: 204 len: 168 time: 0.1283295 Jun 10 04:01:41.937800 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4341aa00-f5b1-429d-8a5e-e7e9d705ef91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:41.945743 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee83734-f0fa-48e0-84ac-ada3a2d8aa0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5f3d4f-2dc2-4141-ae9f-269363ec9800,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:41.947858 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0ee83734-f0fa-48e0-84ac-ada3a2d8aa0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:42.189876 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57148) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:42.205707 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-820dbe88-0fb7-459d-afdf-b2dc1f0d5637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:42.293196 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-820dbe88-0fb7-459d-afdf-b2dc1f0d5637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:42.296980 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-820dbe88-0fb7-459d-afdf-b2dc1f0d5637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:42.300477 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-fdf9bb12-cee5-44f2-acfa-b78ceb8871ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:42.339281 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-820dbe88-0fb7-459d-afdf-b2dc1f0d5637 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52b1459caf7646eda2d6ab8ec407ba8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483731 Jun 10 04:01:42.340184 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dbe88-0fb7-459d-afdf-b2dc1f0d5637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86de06f-7c2c-46fe-9060-ccaff461f213,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:42.341939 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57150) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:42.343744 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-820dbe88-0fb7-459d-afdf-b2dc1f0d5637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:42.393581 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cf34494b-668f-4b13-a304-361042652451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:42.415350 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cf34494b-668f-4b13-a304-361042652451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:42.453013 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-392bf0ba-8512-4ea1-940e-ac14ded467da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:42.465704 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cf34494b-668f-4b13-a304-361042652451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:42.468345 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cf34494b-668f-4b13-a304-361042652451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:42.469478 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-cf34494b-668f-4b13-a304-361042652451 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a86de06f-7c2c-46fe-9060-ccaff461f213 HTTP/1.1" status: 204 len: 168 time: 0.1265502 Jun 10 04:01:42.470326 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-10e9e0db-523a-4b23-af67-4240d84ad8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:42.479121 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34494b-668f-4b13-a304-361042652451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86de06f-7c2c-46fe-9060-ccaff461f213,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:42.481927 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-cf34494b-668f-4b13-a304-361042652451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:42.953265 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf6e81-5884-4a5f-a235-88b2e175ecc7 req-765abc0d-9c1e-4cb6-863b-db8975114d80 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:42.954776 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2fbf6e81-5884-4a5f-a235-88b2e175ecc7 req-765abc0d-9c1e-4cb6-863b-db8975114d80 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=c28beea9-829b-4cb1-91cd-16426e3e2bcd HTTP/1.1" status: 200 len: 946 time: 0.0720627 Jun 10 04:01:42.998759 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2fbf6e81-5884-4a5f-a235-88b2e175ecc7 req-354ead67-7dcd-4f2f-8681-3f3de60182fb tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380268 Jun 10 04:01:44.181075 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9c062-d447-4da0-840e-177e3c361687 req-8d72bc39-e0c1-4d58-b2af-e5c5076619da tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:44.182441 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7f9c062-d447-4da0-840e-177e3c361687 req-8d72bc39-e0c1-4d58-b2af-e5c5076619da tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=c28beea9-829b-4cb1-91cd-16426e3e2bcd HTTP/1.1" status: 200 len: 946 time: 0.0673380 Jun 10 04:01:44.222108 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c7f9c062-d447-4da0-840e-177e3c361687 req-6506d9b1-9fb4-4c72-bfa7-96687b368fd5 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339680 Jun 10 04:01:44.990424 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:44.991824 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-bb32bead-68ed-4e31-9db7-da6df0dcedcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:45.220223 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:45.422337 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2470a-b0d2-4f0b-9dcb-e0d88cdcd21f req-5660333e-215a-4b0e-af58-0af6c5bf1269 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:45.424478 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-14c2470a-b0d2-4f0b-9dcb-e0d88cdcd21f req-5660333e-215a-4b0e-af58-0af6c5bf1269 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=c28beea9-829b-4cb1-91cd-16426e3e2bcd HTTP/1.1" status: 200 len: 946 time: 0.0874994 Jun 10 04:01:45.468370 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-14c2470a-b0d2-4f0b-9dcb-e0d88cdcd21f req-38be085c-9b3d-4e0b-804c-381e58cd7b45 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376461 Jun 10 04:01:45.795755 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858db3f-372d-45e9-8d20-8ac9f3e7e838 req-783ba76a-e963-4059-a1d0-26cf93f24b22 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:45.797101 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c858db3f-372d-45e9-8d20-8ac9f3e7e838 req-783ba76a-e963-4059-a1d0-26cf93f24b22 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 947 time: 0.0667334 Jun 10 04:01:45.836870 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-c858db3f-372d-45e9-8d20-8ac9f3e7e838 req-9b4e1d6f-baca-4f80-a232-d94f855b148e tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343263 Jun 10 04:01:46.027553 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:46.349061 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660667fb-d2d6-4f8f-98a4-1b4ff0cf9626 req-267bc8c4-30bf-465d-91d2-a5b922dc01bf tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:46.350401 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-660667fb-d2d6-4f8f-98a4-1b4ff0cf9626 req-267bc8c4-30bf-465d-91d2-a5b922dc01bf tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.22 "GET /v2.0/ports?device_id=c28beea9-829b-4cb1-91cd-16426e3e2bcd HTTP/1.1" status: 200 len: 946 time: 0.0699112 Jun 10 04:01:46.462565 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-660667fb-d2d6-4f8f-98a4-1b4ff0cf9626 req-b97ba0fe-3218-4250-b244-5650c90a5d9a tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Deleting port 9a8b5da4-792a-4fea-96d6-2acea0c0c491 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:01:46.463178 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-660667fb-d2d6-4f8f-98a4-1b4ff0cf9626 req-b97ba0fe-3218-4250-b244-5650c90a5d9a tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:46.596653 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-660667fb-d2d6-4f8f-98a4-1b4ff0cf9626 req-b97ba0fe-3218-4250-b244-5650c90a5d9a tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] For port 9a8b5da4-792a-4fea-96d6-2acea0c0c491, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9a8b5da4-792a-4fea-96d6-2acea0c0c491,segment=NetworkSegment(bb66b429-af0f-4012-94c0-63f398ab4d81),segment_id=bb66b429-af0f-4012-94c0-63f398ab4d81)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:01:46.597020 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-660667fb-d2d6-4f8f-98a4-1b4ff0cf9626 req-b97ba0fe-3218-4250-b244-5650c90a5d9a tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:46.744820 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57252) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:46.854654 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9061f3ca-62db-445e-92f3-ced98ae1a1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:46.952844 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9061f3ca-62db-445e-92f3-ced98ae1a1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:46.956742 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9061f3ca-62db-445e-92f3-ced98ae1a1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:46.960374 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-269bee9f-d116-495d-82bc-c6273a31180f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:46.996663 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-660667fb-d2d6-4f8f-98a4-1b4ff0cf9626 req-b97ba0fe-3218-4250-b244-5650c90a5d9a tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Calling delete_port for 9a8b5da4-792a-4fea-96d6-2acea0c0c491 owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:01:46.999855 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-9061f3ca-62db-445e-92f3-ced98ae1a1df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b86b59d7595c4e6d8ddb07979bc31959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537577 Jun 10 04:01:47.001522 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061f3ca-62db-445e-92f3-ced98ae1a1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1215c781-53ce-4c08-b937-873aca512dbc,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:47.005088 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9061f3ca-62db-445e-92f3-ced98ae1a1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:47.005240 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57258) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:47.179266 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b151a-4426-49c6-baa9-10db3143a114 req-73f0fd92-3663-47b4-bf92-e929b2856870 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:47.180677 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6a9b151a-4426-49c6-baa9-10db3143a114 req-73f0fd92-3663-47b4-bf92-e929b2856870 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/ports?device_id=c28beea9-829b-4cb1-91cd-16426e3e2bcd HTTP/1.1" status: 200 len: 946 time: 0.5986989 Jun 10 04:01:47.234067 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-75a567ce-df76-4dff-8b8e-11d871f9dda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:47.244509 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c004d-3713-435c-b4a4-081dd575aed5 req-58e89235-bc45-4273-9c8d-3d972272e0c9 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:47.246546 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-205c004d-3713-435c-b4a4-081dd575aed5 req-58e89235-bc45-4273-9c8d-3d972272e0c9 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 947 time: 0.2434821 Jun 10 04:01:47.302564 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-75a567ce-df76-4dff-8b8e-11d871f9dda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:47.340144 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-6a9b151a-4426-49c6-baa9-10db3143a114 req-c987adf7-3e4d-45c6-a071-a2ba454482c3 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7dc2ad5-c638-4e43-bfef-5316165a703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487513 Jun 10 04:01:47.394084 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-205c004d-3713-435c-b4a4-081dd575aed5 req-eaff6c24-e26e-4883-b0b3-e139c5cde140 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f0fab34-2afa-440c-a787-a8a7b8f05030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383424 Jun 10 04:01:47.407716 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-660667fb-d2d6-4f8f-98a4-1b4ff0cf9626 req-b97ba0fe-3218-4250-b244-5650c90a5d9a tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126570678'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:47.411964 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-dbca1eeb-ec7a-4ab8-9eb3-3e8bf539b77d tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:47.426126 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffe349-2973-4f3d-93a3-d2b65ef5dad8 req-07cad8f3-c495-49d4-bc8a-216af783bb79 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:01:47.426446 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-79ffe349-2973-4f3d-93a3-d2b65ef5dad8 req-07cad8f3-c495-49d4-bc8a-216af783bb79 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.22 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 947 time: 0.0784464 Jun 10 04:01:47.442443 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['9a8b5da4-792a-4fea-96d6-2acea0c0c491'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 04:01:47.447506 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ba0fe-3218-4250-b244-5650c90a5d9a tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Pushing event deleted for resources: {'Port': ['ID=9a8b5da4-792a-4fea-96d6-2acea0c0c491,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:47.451190 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b97ba0fe-3218-4250-b244-5650c90a5d9a tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:47.459649 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-75a567ce-df76-4dff-8b8e-11d871f9dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:47.461443 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-75a567ce-df76-4dff-8b8e-11d871f9dda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:47.465132 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-75a567ce-df76-4dff-8b8e-11d871f9dda2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1215c781-53ce-4c08-b937-873aca512dbc HTTP/1.1" status: 204 len: 168 time: 0.4551075 Jun 10 04:01:47.484388 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6374597b-386a-4ae7-901d-d0b514f0c357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:47.519496 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a567ce-df76-4dff-8b8e-11d871f9dda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1215c781-53ce-4c08-b937-873aca512dbc,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:47.521397 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-660667fb-d2d6-4f8f-98a4-1b4ff0cf9626 req-b97ba0fe-3218-4250-b244-5650c90a5d9a tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] No DVR routers for this DVR port 9a8b5da4-792a-4fea-96d6-2acea0c0c491 on host hv-cinder-74134 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 04:01:47.523117 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-75a567ce-df76-4dff-8b8e-11d871f9dda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:47.524321 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-660667fb-d2d6-4f8f-98a4-1b4ff0cf9626 req-b97ba0fe-3218-4250-b244-5650c90a5d9a tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:47.526513 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-660667fb-d2d6-4f8f-98a4-1b4ff0cf9626 req-b97ba0fe-3218-4250-b244-5650c90a5d9a tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] 10.222.0.22 "DELETE /v2.0/ports/9a8b5da4-792a-4fea-96d6-2acea0c0c491 HTTP/1.1" status: 204 len: 173 time: 1.1698337 Jun 10 04:01:47.526926 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28beea9-829b-4cb1-91cd-16426e3e2bcd', 'name': 'network-vif-deleted', 'tag': '9a8b5da4-792a-4fea-96d6-2acea0c0c491'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:01:47.529342 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228284c65b16ef28851abd8239e9988c5b3aa22df0cb84ef925cb99695e62641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c72f209-8318-4fbb-bbbf-6d35135c5613" -d '{"events": [{"server_uuid": "c28beea9-829b-4cb1-91cd-16426e3e2bcd", "name": "network-vif-deleted", "tag": "9a8b5da4-792a-4fea-96d6-2acea0c0c491"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:01:47.570116 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0baac1-40cb-4ebc-a274-3161b603c9d1 x-openstack-request-id: req-8d0baac1-40cb-4ebc-a274-3161b603c9d1 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:01:47.570636 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28beea9-829b-4cb1-91cd-16426e3e2bcd", "name": "network-vif-deleted", "tag": "9a8b5da4-792a-4fea-96d6-2acea0c0c491", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:01:47.571057 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d0baac1-40cb-4ebc-a274-3161b603c9d1 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:01:47.571538 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28beea9-829b-4cb1-91cd-16426e3e2bcd', 'name': 'network-vif-deleted', 'tag': '9a8b5da4-792a-4fea-96d6-2acea0c0c491', 'status': 'completed', 'code': 200} Jun 10 04:01:47.589788 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-79ffe349-2973-4f3d-93a3-d2b65ef5dad8 req-c655c73a-0ad9-4899-9f59-deea453f383f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Deleting port c4ac8f45-6b79-46cb-9009-f65cb49f45cc {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:01:47.590208 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-79ffe349-2973-4f3d-93a3-d2b65ef5dad8 req-c655c73a-0ad9-4899-9f59-deea453f383f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:47.663738 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:47.772208 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57268) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:47.788747 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8383a53d-a69b-4f14-924c-82acef9f5f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:47.884333 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8383a53d-a69b-4f14-924c-82acef9f5f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:47.888284 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8383a53d-a69b-4f14-924c-82acef9f5f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:47.891251 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1949adea-8a34-462b-8ff7-7c45a1c17a50 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:47.929756 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-8383a53d-a69b-4f14-924c-82acef9f5f3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4cd14e5a81634c1298ea2e5d96b1cf2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563907 Jun 10 04:01:47.930780 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383a53d-a69b-4f14-924c-82acef9f5f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99ccfea-3d72-4302-b540-3a5eabcd0232,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:47.934135 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8383a53d-a69b-4f14-924c-82acef9f5f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:47.934504 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57270) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:47.999924 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-79ffe349-2973-4f3d-93a3-d2b65ef5dad8 req-c655c73a-0ad9-4899-9f59-deea453f383f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] For port c4ac8f45-6b79-46cb-9009-f65cb49f45cc, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:01:48.000296 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-79ffe349-2973-4f3d-93a3-d2b65ef5dad8 req-c655c73a-0ad9-4899-9f59-deea453f383f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:48.073313 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-09365859-0d9d-47ae-8f75-c9c33fb38de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:48.114846 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-09365859-0d9d-47ae-8f75-c9c33fb38de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:48.280223 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-09365859-0d9d-47ae-8f75-c9c33fb38de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:48.282763 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-09365859-0d9d-47ae-8f75-c9c33fb38de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:48.283969 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-09365859-0d9d-47ae-8f75-c9c33fb38de0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f99ccfea-3d72-4302-b540-3a5eabcd0232 HTTP/1.1" status: 204 len: 168 time: 0.3484731 Jun 10 04:01:48.285636 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-79ffe349-2973-4f3d-93a3-d2b65ef5dad8 req-c655c73a-0ad9-4899-9f59-deea453f383f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:48.286023 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-79ffe349-2973-4f3d-93a3-d2b65ef5dad8 req-c655c73a-0ad9-4899-9f59-deea453f383f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719104'] for floatingip, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:48.286347 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.db.l3_db [req-79ffe349-2973-4f3d-93a3-d2b65ef5dad8 req-c655c73a-0ad9-4899-9f59-deea453f383f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Floating IP 414c8a45-f446-4756-8b05-54c25f1d68a2 disassociated. External IP: 172.28.2.55, port: c4ac8f45-6b79-46cb-9009-f65cb49f45cc. Jun 10 04:01:48.286694 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-79ffe349-2973-4f3d-93a3-d2b65ef5dad8 req-c655c73a-0ad9-4899-9f59-deea453f383f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Calling delete_port for c4ac8f45-6b79-46cb-9009-f65cb49f45cc owned by compute:nova {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:01:48.288419 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-676979c3-e5dd-4200-be8d-d50f111f248f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:48.304246 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09365859-0d9d-47ae-8f75-c9c33fb38de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99ccfea-3d72-4302-b540-3a5eabcd0232,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:48.307338 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-09365859-0d9d-47ae-8f75-c9c33fb38de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:48.463101 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-79ffe349-2973-4f3d-93a3-d2b65ef5dad8 req-c655c73a-0ad9-4899-9f59-deea453f383f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:48.476502 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6b8155ba-2514-451b-ba7d-b6337270b9d8 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:48.509544 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655c73a-0ad9-4899-9f59-deea453f383f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Pushing event deleted for resources: {'Port': ['ID=c4ac8f45-6b79-46cb-9009-f65cb49f45cc,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:48.521008 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c655c73a-0ad9-4899-9f59-deea453f383f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:48.592276 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-1d483b2c-8853-4960-8108-028a7e401a84 req-3f2e5b72-424d-426a-87ff-558b202c14c7 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/ports?device_id=5521dea9-30aa-489a-9283-131a07263105 HTTP/1.1" status: 200 len: 210 time: 0.0444028 Jun 10 04:01:48.687013 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79ffe349-2973-4f3d-93a3-d2b65ef5dad8 req-c655c73a-0ad9-4899-9f59-deea453f383f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Router e085632c-22eb-44dc-a595-2cb38944dba6 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 04:01:48.841553 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79ffe349-2973-4f3d-93a3-d2b65ef5dad8 req-c655c73a-0ad9-4899-9f59-deea453f383f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 04:01:48.852593 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29bae7d-384d-4660-b424-f9ccccd33405 None None] Sync routers for ids ['e085632c-22eb-44dc-a595-2cb38944dba6'] in dv-cinder-741349-4-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 04:01:48.876086 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29bae7d-384d-4660-b424-f9ccccd33405 None None] Routers {'e085632c-22eb-44dc-a595-2cb38944dba6'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 04:01:48.876713 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-a29bae7d-384d-4660-b424-f9ccccd33405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T04:01:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e085632c-22eb-44dc-a595-2cb38944dba6'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:48.908735 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ffe349-2973-4f3d-93a3-d2b65ef5dad8 req-c655c73a-0ad9-4899-9f59-deea453f383f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] No DVR routers for this DVR port c4ac8f45-6b79-46cb-9009-f65cb49f45cc on host hv-cinder-74134 {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 04:01:48.911555 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-79ffe349-2973-4f3d-93a3-d2b65ef5dad8 req-c655c73a-0ad9-4899-9f59-deea453f383f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:48.914265 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-79ffe349-2973-4f3d-93a3-d2b65ef5dad8 req-c655c73a-0ad9-4899-9f59-deea453f383f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.22 "DELETE /v2.0/ports/c4ac8f45-6b79-46cb-9009-f65cb49f45cc HTTP/1.1" status: 204 len: 173 time: 1.4822700 Jun 10 04:01:48.914896 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5521dea9-30aa-489a-9283-131a07263105', 'name': 'network-vif-deleted', 'tag': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:01:48.918906 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90757125-3f2c-4bb7-bb7e-f262c73ed902" -d '{"events": [{"server_uuid": "5521dea9-30aa-489a-9283-131a07263105", "name": "network-vif-deleted", "tag": "c4ac8f45-6b79-46cb-9009-f65cb49f45cc"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:01:49.032837 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-a29bae7d-384d-4660-b424-f9ccccd33405 None None] Set router e085632c-22eb-44dc-a595-2cb38944dba6 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 04:01:49.242186 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20beff10-32d2-443f-85cb-91bcc9d9406c x-openstack-request-id: req-20beff10-32d2-443f-85cb-91bcc9d9406c {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:01:49.243133 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5521dea9-30aa-489a-9283-131a07263105", "name": "network-vif-deleted", "tag": "c4ac8f45-6b79-46cb-9009-f65cb49f45cc", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:01:49.243692 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20beff10-32d2-443f-85cb-91bcc9d9406c {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:01:49.244508 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5521dea9-30aa-489a-9283-131a07263105', 'name': 'network-vif-deleted', 'tag': 'c4ac8f45-6b79-46cb-9009-f65cb49f45cc', 'status': 'completed', 'code': 200} Jun 10 04:01:49.329864 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-a29bae7d-384d-4660-b424-f9ccccd33405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T03:55:13Z', 'revision_number': 4, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port': {'id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '0f828067-896f-4717-9081-7c733f0f089d', 'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'mac_address': 'fa:16:3e:9a:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:10Z', 'updated_at': '2021-06-10T03:55:24Z', 'revision_number': 5, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'subnets': [{'id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:49.333166 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29bae7d-384d-4660-b424-f9ccccd33405 None None] Checking router: e085632c-22eb-44dc-a595-2cb38944dba6 for host: dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 04:01:49.341169 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29bae7d-384d-4660-b424-f9ccccd33405 None None] Routers {'e085632c-22eb-44dc-a595-2cb38944dba6'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 04:01:49.341766 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-a29bae7d-384d-4660-b424-f9ccccd33405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T04:01:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e085632c-22eb-44dc-a595-2cb38944dba6'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:49.497909 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-a29bae7d-384d-4660-b424-f9ccccd33405 None None] Set router e085632c-22eb-44dc-a595-2cb38944dba6 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 04:01:49.685070 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 9a8b5da4-792a-4fea-96d6-2acea0c0c491 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:01:49.715931 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] No Port match for: 9a8b5da4-792a-4fea-96d6-2acea0c0c491 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 04:01:49.716513 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 9a8b5da4-792a-4fea-96d6-2acea0c0c491 not bound to the agent host hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 04:01:49.717077 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device c4ac8f45-6b79-46cb-9009-f65cb49f45cc no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:01:49.742148 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57328) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:49.760311 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] No Port match for: c4ac8f45-6b79-46cb-9009-f65cb49f45cc {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 04:01:49.760966 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device c4ac8f45-6b79-46cb-9009-f65cb49f45cc not bound to the agent host hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 04:01:49.796998 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-a29bae7d-384d-4660-b424-f9ccccd33405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T03:55:13Z', 'revision_number': 4, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port': {'id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '0f828067-896f-4717-9081-7c733f0f089d', 'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'mac_address': 'fa:16:3e:9a:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:10Z', 'updated_at': '2021-06-10T03:55:24Z', 'revision_number': 5, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'subnets': [{'id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:49.800780 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29bae7d-384d-4660-b424-f9ccccd33405 None None] The sync data for ids ['e085632c-22eb-44dc-a595-2cb38944dba6'] in dv-cinder-741349-4-smb is: [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T03:55:13Z', 'revision_number': 4, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port': {'id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': '0f828067-896f-4717-9081-7c733f0f089d', 'name': '', 'network_id': '2885b30d-7b76-4cfa-abd6-461b0adaf373', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'mac_address': 'fa:16:3e:9a:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:10Z', 'updated_at': '2021-06-10T03:55:24Z', 'revision_number': 5, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'subnets': [{'id': '5c3e6d9b-092f-4d58-89f6-b46392a43086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 04:01:49.822248 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6e63d7d6-e12c-4f79-a624-bf7f1a3fd0e4 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:49.854985 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6e63d7d6-e12c-4f79-a624-bf7f1a3fd0e4 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:49.922968 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6e63d7d6-e12c-4f79-a624-bf7f1a3fd0e4 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:49.927099 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6e63d7d6-e12c-4f79-a624-bf7f1a3fd0e4 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:49.928916 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-6e63d7d6-e12c-4f79-a624-bf7f1a3fd0e4 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "DELETE /v2.0/security-groups/4f0fab34-2afa-440c-a787-a8a7b8f05030 HTTP/1.1" status: 204 len: 168 time: 0.1854212 Jun 10 04:01:49.929970 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7d7488d7-bf68-4fd8-811b-a5e7ca8309ab tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:49.931627 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57336) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:49.943409 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63d7d6-e12c-4f79-a624-bf7f1a3fd0e4 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0fab34-2afa-440c-a787-a8a7b8f05030,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:49.950906 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.api.v2.resource [None req-ed8a40ae-56b5-4c61-b8f0-850942c081c3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] show failed (client error): The resource could not be found. Jun 10 04:01:49.951703 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-ed8a40ae-56b5-4c61-b8f0-850942c081c3 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "GET /v2.0/security-groups/4f0fab34-2afa-440c-a787-a8a7b8f05030 HTTP/1.1" status: 404 len: 347 time: 0.0189071 Jun 10 04:01:49.955202 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57338) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:49.960665 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6e63d7d6-e12c-4f79-a624-bf7f1a3fd0e4 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:50.143979 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fdfb02-9e04-4f86-8235-f753896b8e6d None None] New status for floating IP 414c8a45-f446-4756-8b05-54c25f1d68a2: DOWN {{(pid=91627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 04:01:50.177397 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-702a8d4a-7d04-422a-8fab-10ea26d92d3f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Deleting port 9d66c034-1fbc-4ff4-8950-71694c03bc1b {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:01:50.177755 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-702a8d4a-7d04-422a-8fab-10ea26d92d3f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:50.180121 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57344) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:50.287253 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-702a8d4a-7d04-422a-8fab-10ea26d92d3f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:50.287646 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-702a8d4a-7d04-422a-8fab-10ea26d92d3f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:50.309387 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-94d23532-954f-4d15-b61e-27f57a0a7de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:50.384156 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-702a8d4a-7d04-422a-8fab-10ea26d92d3f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Calling delete_port for 9d66c034-1fbc-4ff4-8950-71694c03bc1b owned by network:floatingip {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:01:50.403235 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-94d23532-954f-4d15-b61e-27f57a0a7de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:50.407936 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-94d23532-954f-4d15-b61e-27f57a0a7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:50.412145 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-946222b0-2b84-475b-abd8-3729e35f4beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:50.451923 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-94d23532-954f-4d15-b61e-27f57a0a7de6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1274df9bdbb74a979f9034babcb9742a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684155 Jun 10 04:01:50.452196 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57348) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:50.459348 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d23532-954f-4d15-b61e-27f57a0a7de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f72137-7d19-4b00-b196-babd334980c3,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:50.468655 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-94d23532-954f-4d15-b61e-27f57a0a7de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:50.509703 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-36f1fa52-b747-455f-95bc-37e46b653795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:50.533322 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-36f1fa52-b747-455f-95bc-37e46b653795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:50.544964 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-702a8d4a-7d04-422a-8fab-10ea26d92d3f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126570678'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:50.547616 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-66b4ead9-1d49-4f86-a876-a85d9f463094 tempest-TestMinimumBasicScenario-396084646 tempest-TestMinimumBasicScenario-396084646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:50.575862 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a8d4a-7d04-422a-8fab-10ea26d92d3f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Pushing event deleted for resources: {'Port': ['ID=9d66c034-1fbc-4ff4-8950-71694c03bc1b,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:50.579221 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-702a8d4a-7d04-422a-8fab-10ea26d92d3f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:50.586956 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-36f1fa52-b747-455f-95bc-37e46b653795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:50.590305 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-36f1fa52-b747-455f-95bc-37e46b653795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:50.591448 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-36f1fa52-b747-455f-95bc-37e46b653795 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1f72137-7d19-4b00-b196-babd334980c3 HTTP/1.1" status: 204 len: 168 time: 0.1382306 Jun 10 04:01:50.592226 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-94d23532-954f-4d15-b61e-27f57a0a7de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:50.600738 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1fa52-b747-455f-95bc-37e46b653795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f72137-7d19-4b00-b196-babd334980c3,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:50.607818 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-36f1fa52-b747-455f-95bc-37e46b653795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:50.654986 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-702a8d4a-7d04-422a-8fab-10ea26d92d3f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks [] for floatingip, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:50.657559 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-702a8d4a-7d04-422a-8fab-10ea26d92d3f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:50.659380 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-702a8d4a-7d04-422a-8fab-10ea26d92d3f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] 10.222.0.25 "DELETE /v2.0/floatingips/414c8a45-f446-4756-8b05-54c25f1d68a2 HTTP/1.1" status: 204 len: 168 time: 0.7025800 Jun 10 04:01:50.867205 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57360) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:50.882775 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb570187-cc35-497e-85d9-421f86844fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:50.976668 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb570187-cc35-497e-85d9-421f86844fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:50.980519 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb570187-cc35-497e-85d9-421f86844fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:50.983798 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9061f3ca-62db-445e-92f3-ced98ae1a1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:51.021750 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-fb570187-cc35-497e-85d9-421f86844fe1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2360896e84a749cfba35fd428bcb1a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534770 Jun 10 04:01:51.022926 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb570187-cc35-497e-85d9-421f86844fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a418c1-35f9-4533-9a6b-ca0b0a0db33c,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:51.024396 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57362) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:51.025820 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fb570187-cc35-497e-85d9-421f86844fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:51.087239 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c530f08e-24a2-4743-afa1-aa5b167b2d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:51.110553 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c530f08e-24a2-4743-afa1-aa5b167b2d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:51.159138 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c530f08e-24a2-4743-afa1-aa5b167b2d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:51.161873 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c530f08e-24a2-4743-afa1-aa5b167b2d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:51.163026 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-c530f08e-24a2-4743-afa1-aa5b167b2d84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0a418c1-35f9-4533-9a6b-ca0b0a0db33c HTTP/1.1" status: 204 len: 168 time: 0.1369100 Jun 10 04:01:51.163781 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-248bf8d2-5b6d-4368-a4f4-e9d032a5cb26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:51.174179 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530f08e-24a2-4743-afa1-aa5b167b2d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a418c1-35f9-4533-9a6b-ca0b0a0db33c,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:51.177185 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c530f08e-24a2-4743-afa1-aa5b167b2d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:53.212677 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57448) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:53.894983 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8d9ade8d-4cdc-440e-8c8c-691b6198ef2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690597'] for router_interface, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:54.294469 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ade8d-4cdc-440e-8c8c-691b6198ef2f admin admin] Deleting port 0f828067-896f-4717-9081-7c733f0f089d {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:01:54.295174 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8d9ade8d-4cdc-440e-8c8c-691b6198ef2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:54.403573 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-8d9ade8d-4cdc-440e-8c8c-691b6198ef2f admin admin] For port 0f828067-896f-4717-9081-7c733f0f089d, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=0f828067-896f-4717-9081-7c733f0f089d,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:01:54.403832 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8d9ade8d-4cdc-440e-8c8c-691b6198ef2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:54.497939 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ade8d-4cdc-440e-8c8c-691b6198ef2f admin admin] Calling delete_port for 0f828067-896f-4717-9081-7c733f0f089d owned by network:router_interface {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:01:54.715961 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8d9ade8d-4cdc-440e-8c8c-691b6198ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126570678'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:54.717721 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ab5319a4-2e6c-42f8-844b-da8549e1e1a6 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:55.028101 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ade8d-4cdc-440e-8c8c-691b6198ef2f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f828067-896f-4717-9081-7c733f0f089d,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:55.031467 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8d9ade8d-4cdc-440e-8c8c-691b6198ef2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:55.254466 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8d9ade8d-4cdc-440e-8c8c-691b6198ef2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690229'] for router_interface, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:55.406967 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57484) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:55.518365 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb79e5e2-eb1a-4d92-b242-3d5a9c23ed67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:55.548701 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9ade8d-4cdc-440e-8c8c-691b6198ef2f admin admin] Router e085632c-22eb-44dc-a595-2cb38944dba6 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 04:01:55.611873 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb79e5e2-eb1a-4d92-b242-3d5a9c23ed67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:55.615862 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb79e5e2-eb1a-4d92-b242-3d5a9c23ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:55.619551 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-74582e48-d7dd-4582-89b2-44c4add81069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:55.658388 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-fb79e5e2-eb1a-4d92-b242-3d5a9c23ed67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2e0ad68d9b6f4b3ca31db5aa927867ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502367 Jun 10 04:01:55.659288 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79e5e2-eb1a-4d92-b242-3d5a9c23ed67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ceaf438-c183-437c-bec5-b75d264f1a19,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:55.662110 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57488) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:55.662466 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fb79e5e2-eb1a-4d92-b242-3d5a9c23ed67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:55.731551 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9ade8d-4cdc-440e-8c8c-691b6198ef2f admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 04:01:55.737715 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-8d9ade8d-4cdc-440e-8c8c-691b6198ef2f admin admin] 10.222.0.25 "PUT /v2.0/routers/e085632c-22eb-44dc-a595-2cb38944dba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5238552 Jun 10 04:01:55.738549 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f4a8d795-a935-4e32-91d8-ef89979b3350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:55.740192 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57490) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:55.741527 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd60ec-effb-4011-a62b-f9af0de4f1d1 None None] Sync routers for ids ['e085632c-22eb-44dc-a595-2cb38944dba6'] in dv-cinder-741349-4-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 04:01:55.752629 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd60ec-effb-4011-a62b-f9af0de4f1d1 None None] Routers {'e085632c-22eb-44dc-a595-2cb38944dba6'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 04:01:55.753269 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-6afd60ec-effb-4011-a62b-f9af0de4f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T04:01:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e085632c-22eb-44dc-a595-2cb38944dba6'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:55.865850 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f4a8d795-a935-4e32-91d8-ef89979b3350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:55.922261 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4ca2df27-e063-4487-bfce-be97df9f91e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:55.990601 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-6afd60ec-effb-4011-a62b-f9af0de4f1d1 None None] Set router e085632c-22eb-44dc-a595-2cb38944dba6 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 04:01:56.030374 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f4a8d795-a935-4e32-91d8-ef89979b3350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:56.032749 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f4a8d795-a935-4e32-91d8-ef89979b3350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:56.036122 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-f4a8d795-a935-4e32-91d8-ef89979b3350 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ceaf438-c183-437c-bec5-b75d264f1a19 HTTP/1.1" status: 204 len: 168 time: 0.3708119 Jun 10 04:01:56.036366 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-02f3794f-f3d2-47bb-9b9a-afb87e65b0e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:56.049985 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8d795-a935-4e32-91d8-ef89979b3350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ceaf438-c183-437c-bec5-b75d264f1a19,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:56.053318 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f4a8d795-a935-4e32-91d8-ef89979b3350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:56.090134 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4ca2df27-e063-4487-bfce-be97df9f91e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:56.168002 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-4ca2df27-e063-4487-bfce-be97df9f91e0 admin admin] Deleting port 2910183f-ad5c-44f1-a54a-367b124d1775 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:01:56.168357 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4ca2df27-e063-4487-bfce-be97df9f91e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:56.243628 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-6afd60ec-effb-4011-a62b-f9af0de4f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T04:01:54Z', 'revision_number': 5, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port': {'id': '2910183f-ad5c-44f1-a54a-367b124d1775', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:55:05Z', 'updated_at': '2021-06-10T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:56.247456 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd60ec-effb-4011-a62b-f9af0de4f1d1 None None] Checking router: e085632c-22eb-44dc-a595-2cb38944dba6 for host: dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 04:01:56.255883 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd60ec-effb-4011-a62b-f9af0de4f1d1 None None] Routers {'e085632c-22eb-44dc-a595-2cb38944dba6'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 04:01:56.256711 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-6afd60ec-effb-4011-a62b-f9af0de4f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T04:01:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e085632c-22eb-44dc-a595-2cb38944dba6'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:56.290037 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-4ca2df27-e063-4487-bfce-be97df9f91e0 admin admin] For port 2910183f-ad5c-44f1-a54a-367b124d1775, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=2910183f-ad5c-44f1-a54a-367b124d1775,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:01:56.290306 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4ca2df27-e063-4487-bfce-be97df9f91e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:56.383301 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-6afd60ec-effb-4011-a62b-f9af0de4f1d1 None None] Set router e085632c-22eb-44dc-a595-2cb38944dba6 gateway port host: None {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 04:01:56.392571 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57500) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:56.397062 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-4ca2df27-e063-4487-bfce-be97df9f91e0 admin admin] Calling delete_port for 2910183f-ad5c-44f1-a54a-367b124d1775 owned by network:router_gateway {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:01:56.412129 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7b47ac7e-148d-449f-a651-274cb139d2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:56.483001 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-6afd60ec-effb-4011-a62b-f9af0de4f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T04:01:56Z', 'revision_number': 6, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port_host': None}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:56.486792 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd60ec-effb-4011-a62b-f9af0de4f1d1 None None] The sync data for ids ['e085632c-22eb-44dc-a595-2cb38944dba6'] in dv-cinder-741349-4-smb is: [{'id': 'e085632c-22eb-44dc-a595-2cb38944dba6', 'name': 'tempest-AttachVolumeShelveTestJSON-1925549026-router', 'tenant_id': '94525e980f4749d3920cc7e9c22bc80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:55:03Z', 'updated_at': '2021-06-10T04:01:56Z', 'revision_number': 6, 'project_id': '94525e980f4749d3920cc7e9c22bc80a', 'gw_port_host': None}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 04:01:56.521652 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7b47ac7e-148d-449f-a651-274cb139d2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:56.525098 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7b47ac7e-148d-449f-a651-274cb139d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:56.530976 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fb79e5e2-eb1a-4d92-b242-3d5a9c23ed67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:56.571947 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-7b47ac7e-148d-449f-a651-274cb139d2f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e361a508a3047948b9b962619798f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1779079 Jun 10 04:01:56.573487 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47ac7e-148d-449f-a651-274cb139d2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c87d54-9ea1-431d-80e5-32a2f25eab07,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:56.575963 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57506) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:56.594267 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7b47ac7e-148d-449f-a651-274cb139d2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:56.630975 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-34ec2875-f9a4-4618-b48d-7e4bdeac125b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:56.657637 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-34ec2875-f9a4-4618-b48d-7e4bdeac125b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:56.659402 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4ca2df27-e063-4487-bfce-be97df9f91e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126570678'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:56.662503 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-486076f3-1a7e-492a-bdd1-d4e741465695 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:56.698681 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2df27-e063-4487-bfce-be97df9f91e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2910183f-ad5c-44f1-a54a-367b124d1775,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:56.708032 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-34ec2875-f9a4-4618-b48d-7e4bdeac125b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:56.710678 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-34ec2875-f9a4-4618-b48d-7e4bdeac125b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:56.714082 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-34ec2875-f9a4-4618-b48d-7e4bdeac125b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1c87d54-9ea1-431d-80e5-32a2f25eab07 HTTP/1.1" status: 204 len: 168 time: 0.1349823 Jun 10 04:01:56.714082 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-36357975-6037-4df3-bd77-a19de1103da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:56.721983 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec2875-f9a4-4618-b48d-7e4bdeac125b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c87d54-9ea1-431d-80e5-32a2f25eab07,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:56.724219 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-34ec2875-f9a4-4618-b48d-7e4bdeac125b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:56.730830 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4ca2df27-e063-4487-bfce-be97df9f91e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:56.779551 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4ca2df27-e063-4487-bfce-be97df9f91e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719204'] for router_gateway, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:56.917719 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4ca2df27-e063-4487-bfce-be97df9f91e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245209'] for router, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:56.920440 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4ca2df27-e063-4487-bfce-be97df9f91e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:56.987131 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4ca2df27-e063-4487-bfce-be97df9f91e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688193'] for router, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:56.987699 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca2df27-e063-4487-bfce-be97df9f91e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e085632c-22eb-44dc-a595-2cb38944dba6 {{(pid=91625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 04:01:56.992571 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4ca2df27-e063-4487-bfce-be97df9f91e0 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:56.993767 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-4ca2df27-e063-4487-bfce-be97df9f91e0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e085632c-22eb-44dc-a595-2cb38944dba6 HTTP/1.1" status: 204 len: 168 time: 1.2526810 Jun 10 04:01:56.997212 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57514) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:57.052784 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_v2 [None req-0130864a-52c5-42f6-b873-1f086f29443d admin admin] Deleting subnet 5c3e6d9b-092f-4d58-89f6-b46392a43086 {{(pid=91626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 04:01:57.055747 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0130864a-52c5-42f6-b873-1f086f29443d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:57.099267 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0130864a-52c5-42f6-b873-1f086f29443d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708508'] for subnet, precommit_delete_associations {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:57.196431 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0130864a-52c5-42f6-b873-1f086f29443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751384'] for subnet, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:57.266304 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0130864a-52c5-42f6-b873-1f086f29443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126309881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127894169'] for subnet, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:57.268638 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:57.302708 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130864a-52c5-42f6-b873-1f086f29443d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3e6d9b-092f-4d58-89f6-b46392a43086,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:57.305920 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0130864a-52c5-42f6-b873-1f086f29443d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:57.309916 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0130864a-52c5-42f6-b873-1f086f29443d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:57.312219 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-0130864a-52c5-42f6-b873-1f086f29443d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5c3e6d9b-092f-4d58-89f6-b46392a43086 HTTP/1.1" status: 204 len: 168 time: 0.3137324 Jun 10 04:01:57.315201 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57528) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:57.315516 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f2e709-6490-4233-bce9-618f87b3e74a None None] Network 2885b30d-7b76-4cfa-abd6-461b0adaf373 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 04:01:57.418115 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579201'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:57.480393 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] Deleting port 3c890240-3aae-41f1-8397-65659ed891cc {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:01:57.481194 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:57.597138 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c297834d-8e66-4557-ad3c-ca095025955b None None] DHCP port deletion for 2885b30d-7b76-4cfa-abd6-461b0adaf373 request from dv-cinder-741349-4-smb {{(pid=91627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 04:01:57.611759 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] For port 3c890240-3aae-41f1-8397-65659ed891cc, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=3c890240-3aae-41f1-8397-65659ed891cc,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:01:57.612383 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:57.674039 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-c297834d-8e66-4557-ad3c-ca095025955b None None] Deleting port 3c890240-3aae-41f1-8397-65659ed891cc {{(pid=91627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:01:57.674476 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c297834d-8e66-4557-ad3c-ca095025955b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:57.715754 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] Calling delete_port for 3c890240-3aae-41f1-8397-65659ed891cc owned by network:dhcp {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:01:57.817477 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-c297834d-8e66-4557-ad3c-ca095025955b None None] For port 3c890240-3aae-41f1-8397-65659ed891cc, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=3c890240-3aae-41f1-8397-65659ed891cc,segment=NetworkSegment(480bbc06-9e24-4950-9a26-98fd4bb1d810),segment_id=480bbc06-9e24-4950-9a26-98fd4bb1d810)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:01:57.819146 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126570678'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:57.821398 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:57.822395 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c297834d-8e66-4557-ad3c-ca095025955b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:57.858652 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c890240-3aae-41f1-8397-65659ed891cc,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:57.862293 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:57.867206 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] No DVR routers for this DVR port 3c890240-3aae-41f1-8397-65659ed891cc on host dv-cinder-741349-4-smb {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 04:01:57.932025 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-c297834d-8e66-4557-ad3c-ca095025955b None None] Calling delete_port for 3c890240-3aae-41f1-8397-65659ed891cc owned by network:dhcp {{(pid=91627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:01:57.968633 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745367', 'neutron.services.segments.db._delete_segments_for_network-8785832343215'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:57.979865 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2885b30d-7b76-4cfa-abd6-461b0adaf373']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:57.994932 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480bbc06-9e24-4950-9a26-98fd4bb1d810') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:57.995580 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480bbc06-9e24-4950-9a26-98fd4bb1d810') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:01:58.007552 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785832343044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125877313'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:58.032936 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:58.039176 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 04:01:58.039778 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126570723'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:58.039906 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c297834d-8e66-4557-ad3c-ca095025955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224'] for port, after_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: Traceback (most recent call last): Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: timer() Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: cb(*args, **kw) Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: return func(*args, **kwargs) Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: self._notify() Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: self.callback(batched_events) Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: event.method(event) Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: return f(self, *a, **k) Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: return self._get(url).json() Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 04:01:58.041866 dv-cinder-741349-4-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 04:01:58.044132 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:58.056970 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c297834d-8e66-4557-ad3c-ca095025955b None None] No DVR routers for this DVR port 3c890240-3aae-41f1-8397-65659ed891cc on host dv-cinder-741349-4-smb {{(pid=91627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 04:01:58.129560 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 3c890240-3aae-41f1-8397-65659ed891cc no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:01:58.132979 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297834d-8e66-4557-ad3c-ca095025955b None None] Pushing event deleted for resources: {'Port': ['ID=3c890240-3aae-41f1-8397-65659ed891cc,revision_number=None']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:58.158131 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719115'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:58.160185 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-c297834d-8e66-4557-ad3c-ca095025955b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:58.161177 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: 3c890240-3aae-41f1-8397-65659ed891cc {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 04:01:58.161536 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 3c890240-3aae-41f1-8397-65659ed891cc not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 04:01:58.161986 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 2910183f-ad5c-44f1-a54a-367b124d1775 no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:01:58.166151 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:58.169725 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:58.174456 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2885b30d-7b76-4cfa-abd6-461b0adaf373 HTTP/1.1" status: 204 len: 168 time: 0.8579948 Jun 10 04:01:58.192548 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] Pushing event deleted for resources: {'Network': ['ID=2885b30d-7b76-4cfa-abd6-461b0adaf373,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:58.193691 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: 2910183f-ad5c-44f1-a54a-367b124d1775 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 04:01:58.194046 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 2910183f-ad5c-44f1-a54a-367b124d1775 not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 04:01:58.194632 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 0f828067-896f-4717-9081-7c733f0f089d no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:01:58.194965 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-efedb29f-ba84-4e28-b17c-f34c09b31d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:01:58.219916 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: 0f828067-896f-4717-9081-7c733f0f089d {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 04:01:58.220278 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 0f828067-896f-4717-9081-7c733f0f089d not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 04:01:58.344190 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57590) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:58.393305 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-dd04ce75-fa07-438a-8bbf-be89c5f71fa2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94525e980f4749d3920cc7e9c22bc80a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476730 Jun 10 04:01:58.395543 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57596) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:01:58.445304 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e365457-e48c-46b2-b8ef-c1c2e066cc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:58.467285 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e365457-e48c-46b2-b8ef-c1c2e066cc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:58.516150 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e365457-e48c-46b2-b8ef-c1c2e066cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:58.518791 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e365457-e48c-46b2-b8ef-c1c2e066cc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:01:58.520017 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-3e365457-e48c-46b2-b8ef-c1c2e066cc0a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73957181-016b-4db3-b525-187fe300b8ff HTTP/1.1" status: 204 len: 168 time: 0.1235352 Jun 10 04:01:58.520858 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-15f89937-b4eb-40c8-aaa4-90417697b49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:01:58.530197 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e365457-e48c-46b2-b8ef-c1c2e066cc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73957181-016b-4db3-b525-187fe300b8ff,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:01:58.533430 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3e365457-e48c-46b2-b8ef-c1c2e066cc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:05.725566 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57774) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:05.782005 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f96072-e3df-4155-a918-d8fc36ac8684 admin admin] Deleting subnet 9740c516-d7ce-41ca-a581-2c611d8f181b {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 04:02:05.784902 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b0f96072-e3df-4155-a918-d8fc36ac8684 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:05.828050 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b0f96072-e3df-4155-a918-d8fc36ac8684 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125877336'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:05.877245 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b0f96072-e3df-4155-a918-d8fc36ac8684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751384'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:05.943973 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b0f96072-e3df-4155-a918-d8fc36ac8684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126570876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129190977'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:05.946891 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:05.982455 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96072-e3df-4155-a918-d8fc36ac8684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9740c516-d7ce-41ca-a581-2c611d8f181b,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:05.984436 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b0f96072-e3df-4155-a918-d8fc36ac8684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:05.988919 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57776) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:05.989386 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-b0f96072-e3df-4155-a918-d8fc36ac8684 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9740c516-d7ce-41ca-a581-2c611d8f181b HTTP/1.1" status: 204 len: 168 time: 0.2623627 Jun 10 04:02:05.989860 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b0f96072-e3df-4155-a918-d8fc36ac8684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:06.079121 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8d788372-4f21-4d5c-ab2b-9bb6ea321a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579201'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:06.182131 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8d788372-4f21-4d5c-ab2b-9bb6ea321a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745367', 'neutron.services.segments.db._delete_segments_for_network-8785832343215'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:06.193928 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-8d788372-4f21-4d5c-ab2b-9bb6ea321a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c539a942-bce4-4976-8622-b02e967e033b']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:02:06.204322 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-8d788372-4f21-4d5c-ab2b-9bb6ea321a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb66b429-af0f-4012-94c0-63f398ab4d81') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:02:06.204622 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-8d788372-4f21-4d5c-ab2b-9bb6ea321a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb66b429-af0f-4012-94c0-63f398ab4d81') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:02:06.214267 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8d788372-4f21-4d5c-ab2b-9bb6ea321a6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785832343044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708485'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:06.229601 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8d788372-4f21-4d5c-ab2b-9bb6ea321a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:06.236085 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d788372-4f21-4d5c-ab2b-9bb6ea321a6b admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 04:02:06.236625 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8d788372-4f21-4d5c-ab2b-9bb6ea321a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126309478'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: Traceback (most recent call last): Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: timer() Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: cb(*args, **kw) Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: return func(*args, **kwargs) Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: self._notify() Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: self.callback(batched_events) Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: event.method(event) Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: return f(self, *a, **k) Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: return self._get(url).json() Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 04:02:06.238676 dv-cinder-741349-4-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 04:02:06.315121 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8d788372-4f21-4d5c-ab2b-9bb6ea321a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719115'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:06.319096 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4c70b08e-ea29-4f98-9be5-d117a8814dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:06.321475 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8d788372-4f21-4d5c-ab2b-9bb6ea321a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:06.323256 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-8d788372-4f21-4d5c-ab2b-9bb6ea321a6b admin admin] 10.222.0.25 "DELETE /v2.0/networks/c539a942-bce4-4976-8622-b02e967e033b HTTP/1.1" status: 204 len: 168 time: 0.3332849 Jun 10 04:02:06.340941 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d788372-4f21-4d5c-ab2b-9bb6ea321a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=c539a942-bce4-4976-8622-b02e967e033b,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:06.343556 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8d788372-4f21-4d5c-ab2b-9bb6ea321a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:06.489240 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57780) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:06.532371 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-c6330240-821e-429c-955b-dfb0eeeff867 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2bbc8883973b4490a7ae8693ecede9c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419092 Jun 10 04:02:06.534595 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57784) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:06.590496 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5f0bf1dd-1cea-4e64-82cc-cd986b7ec5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:06.614521 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5f0bf1dd-1cea-4e64-82cc-cd986b7ec5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:06.673723 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5f0bf1dd-1cea-4e64-82cc-cd986b7ec5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:06.676407 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5f0bf1dd-1cea-4e64-82cc-cd986b7ec5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:06.677562 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-5f0bf1dd-1cea-4e64-82cc-cd986b7ec5ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7dc2ad5-c638-4e43-bfef-5316165a703f HTTP/1.1" status: 204 len: 168 time: 0.1420705 Jun 10 04:02:06.678433 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e25d135b-3c1c-4b4f-8295-4ef5c388c76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:06.687719 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bf1dd-1cea-4e64-82cc-cd986b7ec5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dc2ad5-c638-4e43-bfef-5316165a703f,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:06.689953 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5f0bf1dd-1cea-4e64-82cc-cd986b7ec5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:07.929576 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57802) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:08.037499 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-46831818-ed8c-40b9-a938-6fe547979146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:08.136715 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-46831818-ed8c-40b9-a938-6fe547979146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:08.140345 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-46831818-ed8c-40b9-a938-6fe547979146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:08.143653 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-36f1fa52-b747-455f-95bc-37e46b653795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:08.187316 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-46831818-ed8c-40b9-a938-6fe547979146 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a206ab2665004f769380684cd23c1a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565691 Jun 10 04:02:08.189222 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46831818-ed8c-40b9-a938-6fe547979146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dd2654-1bec-4cc0-ae97-997debeea369,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:08.189952 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57806) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:08.192287 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-46831818-ed8c-40b9-a938-6fe547979146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:08.242240 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-556e45f8-7d30-408e-970e-346781d160a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:08.264789 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-556e45f8-7d30-408e-970e-346781d160a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:08.313108 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-556e45f8-7d30-408e-970e-346781d160a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:08.315818 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-556e45f8-7d30-408e-970e-346781d160a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:08.317005 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-556e45f8-7d30-408e-970e-346781d160a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4dd2654-1bec-4cc0-ae97-997debeea369 HTTP/1.1" status: 204 len: 168 time: 0.1260560 Jun 10 04:02:08.317880 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4df1189e-78b4-4922-a99d-d6002ced09df tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:08.327373 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e45f8-7d30-408e-970e-346781d160a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dd2654-1bec-4cc0-ae97-997debeea369,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:08.334207 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e45f8-7d30-408e-970e-346781d160a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:08.334612 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e45f8-7d30-408e-970e-346781d160a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:08.334987 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e45f8-7d30-408e-970e-346781d160a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:08.335355 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e45f8-7d30-408e-970e-346781d160a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:08.335721 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e45f8-7d30-408e-970e-346781d160a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:08.336078 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e45f8-7d30-408e-970e-346781d160a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:08.336441 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e45f8-7d30-408e-970e-346781d160a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:08.336799 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e45f8-7d30-408e-970e-346781d160a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:08.337157 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e45f8-7d30-408e-970e-346781d160a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:08.337512 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e45f8-7d30-408e-970e-346781d160a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:08.337867 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e45f8-7d30-408e-970e-346781d160a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:08.338357 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e45f8-7d30-408e-970e-346781d160a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:08.341717 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-556e45f8-7d30-408e-970e-346781d160a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:12.376299 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 04:02:12.453186 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-03307e86-cc64-4b53-ad7c-448614ce45ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:13.182347 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57926) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:13.284265 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5fdd165d-b74b-47da-9071-8296baba6514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:13.375590 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5fdd165d-b74b-47da-9071-8296baba6514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:13.379280 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5fdd165d-b74b-47da-9071-8296baba6514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:13.381749 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3644a9b0-6871-4144-b17c-d7ac4bcaab93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:13.421416 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-5fdd165d-b74b-47da-9071-8296baba6514 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f657242ff8e4429b226ba81bb497fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375195 Jun 10 04:02:13.422311 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd165d-b74b-47da-9071-8296baba6514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46809b24-d2f1-476d-b06d-aabc95440ee8,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:13.424897 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57930) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:13.425385 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5fdd165d-b74b-47da-9071-8296baba6514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:13.475830 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c8a0d726-2db1-4837-aaca-6ed4d594f0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:13.497052 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c8a0d726-2db1-4837-aaca-6ed4d594f0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:13.551044 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c8a0d726-2db1-4837-aaca-6ed4d594f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:13.553660 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c8a0d726-2db1-4837-aaca-6ed4d594f0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:13.554938 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-c8a0d726-2db1-4837-aaca-6ed4d594f0fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46809b24-d2f1-476d-b06d-aabc95440ee8 HTTP/1.1" status: 204 len: 168 time: 0.1287742 Jun 10 04:02:13.555745 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-40f47d21-fe7f-40b1-a1a0-e630cc5fd035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:13.564175 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0d726-2db1-4837-aaca-6ed4d594f0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46809b24-d2f1-476d-b06d-aabc95440ee8,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:13.566497 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c8a0d726-2db1-4837-aaca-6ed4d594f0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:13.819388 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57936) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:13.835479 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-29632b15-c4d9-4ebc-9d53-76fccba328f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:13.924697 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-29632b15-c4d9-4ebc-9d53-76fccba328f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:13.927915 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-29632b15-c4d9-4ebc-9d53-76fccba328f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:13.931185 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f4a8d795-a935-4e32-91d8-ef89979b3350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:13.969300 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-29632b15-c4d9-4ebc-9d53-76fccba328f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8305d202729b46f6829cf5b70c4830c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488576 Jun 10 04:02:13.970474 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29632b15-c4d9-4ebc-9d53-76fccba328f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d8c8ad-34f4-4ff7-97b6-fe600612b02c,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:13.971965 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57940) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:13.973437 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-29632b15-c4d9-4ebc-9d53-76fccba328f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:14.026421 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d2e11b13-83be-4ecd-822e-4b620a486843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:14.048293 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d2e11b13-83be-4ecd-822e-4b620a486843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:14.096267 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d2e11b13-83be-4ecd-822e-4b620a486843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:14.098989 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d2e11b13-83be-4ecd-822e-4b620a486843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:14.099917 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-d2e11b13-83be-4ecd-822e-4b620a486843 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2d8c8ad-34f4-4ff7-97b6-fe600612b02c HTTP/1.1" status: 204 len: 168 time: 0.1263530 Jun 10 04:02:14.100672 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:14.108830 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e11b13-83be-4ecd-822e-4b620a486843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d8c8ad-34f4-4ff7-97b6-fe600612b02c,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:14.110990 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d2e11b13-83be-4ecd-822e-4b620a486843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:14.422085 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57946) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:14.440620 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c16ae2c5-0178-490b-8854-87a505640e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:14.528301 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c16ae2c5-0178-490b-8854-87a505640e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:14.531777 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c16ae2c5-0178-490b-8854-87a505640e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:14.534092 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5f0bf1dd-1cea-4e64-82cc-cd986b7ec5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:14.573361 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-c16ae2c5-0178-490b-8854-87a505640e67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca92b734dfe44366a96bc6f039a1e371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501884 Jun 10 04:02:14.574365 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ae2c5-0178-490b-8854-87a505640e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba40f54-3d46-4ba0-acb3-bb4837718848,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:14.576082 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57948) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:14.577345 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c16ae2c5-0178-490b-8854-87a505640e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:14.626982 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-23e9a092-666a-4721-a70f-bd09df017d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:14.648225 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-23e9a092-666a-4721-a70f-bd09df017d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:14.988529 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:14.994500 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c23acc1f-bbb4-410c-9b7a-d3af06002b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:14.996587 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-23e9a092-666a-4721-a70f-bd09df017d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:14.999112 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-23e9a092-666a-4721-a70f-bd09df017d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:15.000215 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-23e9a092-666a-4721-a70f-bd09df017d08 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ba40f54-3d46-4ba0-acb3-bb4837718848 HTTP/1.1" status: 204 len: 168 time: 0.4230940 Jun 10 04:02:15.001066 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8f47cec3-6120-4dae-9875-622b97044ac8 tempest-AttachVolumeTestJSON-1129890380 tempest-AttachVolumeTestJSON-1129890380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:15.011660 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9a092-666a-4721-a70f-bd09df017d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba40f54-3d46-4ba0-acb3-bb4837718848,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:15.013851 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-23e9a092-666a-4721-a70f-bd09df017d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:15.222873 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:15.659899 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 57976) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:15.752018 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-ec07656c-ff2f-4a02-9412-694e41a29f50 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-599028371-network', 'tenant_id': '6effdbfc456f4122bb9c6c633e31d922'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 04:02:15.773132 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec07656c-ff2f-4a02-9412-694e41a29f50 admin admin] Made reservation on behalf of 6effdbfc456f4122bb9c6c633e31d922 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 04:02:15.775302 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ec07656c-ff2f-4a02-9412-694e41a29f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612569'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:15.785294 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ec07656c-ff2f-4a02-9412-694e41a29f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:15.872830 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ec07656c-ff2f-4a02-9412-694e41a29f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:15.876273 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ec07656c-ff2f-4a02-9412-694e41a29f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:15.879010 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c729829e-31a4-444c-9d5f-7239ec4f2268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:15.900668 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec07656c-ff2f-4a02-9412-694e41a29f50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 04:02:15.909432 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07656c-ff2f-4a02-9412-694e41a29f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47811c5-d4e0-4afb-ad26-7fccd30edc75,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:15.913030 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ec07656c-ff2f-4a02-9412-694e41a29f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:15.915826 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ec07656c-ff2f-4a02-9412-694e41a29f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:15.916171 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-ec07656c-ff2f-4a02-9412-694e41a29f50 admin admin] Added segment 6afa5987-ca47-4934-9ecb-77a5ec10be01 of type vlan for network c8a9df41-dc94-4eab-ba95-af112249de38 Jun 10 04:02:15.963030 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ec07656c-ff2f-4a02-9412-694e41a29f50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785831791279'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:15.991441 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ec07656c-ff2f-4a02-9412-694e41a29f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:15.992707 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec07656c-ff2f-4a02-9412-694e41a29f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:15.993288 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ec07656c-ff2f-4a02-9412-694e41a29f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:15.995827 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:16.035589 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:16.036130 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-ec07656c-ff2f-4a02-9412-694e41a29f50 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3718803 Jun 10 04:02:16.036252 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 57980) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:16.041562 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-22262198-80e6-4b0e-963e-c9e195c6bcff admin admin] Request body: {'subnet': {'network_id': 'c8a9df41-dc94-4eab-ba95-af112249de38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-599028371-subnet', 'tenant_id': '6effdbfc456f4122bb9c6c633e31d922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 04:02:16.062917 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22262198-80e6-4b0e-963e-c9e195c6bcff admin admin] Made reservation on behalf of 6effdbfc456f4122bb9c6c633e31d922 for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 04:02:16.065416 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-22262198-80e6-4b0e-963e-c9e195c6bcff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127894150'] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:16.077292 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07656c-ff2f-4a02-9412-694e41a29f50 admin admin] Pushing event updated for resources: {'Network': ['ID=c8a9df41-dc94-4eab-ba95-af112249de38,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:16.079969 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ec07656c-ff2f-4a02-9412-694e41a29f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:16.095507 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Network c8a9df41-dc94-4eab-ba95-af112249de38 details requested by agent ovs-agent-dv-cinder-741349-4-smb with host dv-cinder-741349-4-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 04:02:16.254536 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-dfd8312a-339e-441c-935c-04e5d0f8e8d9 req-9178c061-7b1e-405d-8c3e-bba8f1ae1d26 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1538866 Jun 10 04:02:16.335126 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-22262198-80e6-4b0e-963e-c9e195c6bcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126309816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127894160'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:16.358934 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:16.421788 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22262198-80e6-4b0e-963e-c9e195c6bcff admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c0ac0f9-25ce-4d96-a7b2-32c469dd443f,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:16.426107 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-22262198-80e6-4b0e-963e-c9e195c6bcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:16.452544 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8312a-339e-441c-935c-04e5d0f8e8d9 req-85906301-3ea7-47e6-9e92-25018ddb325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:16.454030 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-dfd8312a-339e-441c-935c-04e5d0f8e8d9 req-85906301-3ea7-47e6-9e92-25018ddb325e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=93f6616f232149eab0b0d4420733cabb&device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 1098 time: 0.1377769 Jun 10 04:02:16.454716 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22262198-80e6-4b0e-963e-c9e195c6bcff admin admin] Checking segment: {'id': '6afa5987-ca47-4934-9ecb-77a5ec10be01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8a9df41-dc94-4eab-ba95-af112249de38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 04:02:16.455068 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22262198-80e6-4b0e-963e-c9e195c6bcff admin admin] Network hostable DHCP agents. Network: c8a9df41-dc94-4eab-ba95-af112249de38, hostable agents: ['9b7b751a-80ba-4c5f-bc61-5ab83d7a2938'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 04:02:16.474222 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22262198-80e6-4b0e-963e-c9e195c6bcff admin admin] Network c8a9df41-dc94-4eab-ba95-af112249de38 is scheduled to be hosted by DHCP agent 9b7b751a-80ba-4c5f-bc61-5ab83d7a2938 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 04:02:16.503836 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-22262198-80e6-4b0e-963e-c9e195c6bcff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-smb, c8a9df41-dc94-4eab-ba95-af112249de38) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 04:02:16.510523 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22262198-80e6-4b0e-963e-c9e195c6bcff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:16.511803 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-22262198-80e6-4b0e-963e-c9e195c6bcff admin admin] Notify callbacks [] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:16.514184 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686b2f52-cbd9-4f6a-81ba-f6736f789b23 None None] Network c8a9df41-dc94-4eab-ba95-af112249de38 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 04:02:16.573832 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-22262198-80e6-4b0e-963e-c9e195c6bcff admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5356338 Jun 10 04:02:16.611434 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8312a-339e-441c-935c-04e5d0f8e8d9 req-7d1f9553-68af-4c31-b34c-72ea1cd63b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:16.612957 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-dfd8312a-339e-441c-935c-04e5d0f8e8d9 req-7d1f9553-68af-4c31-b34c-72ea1cd63b8d service neutron] 10.222.0.22 "GET /v2.0/networks?id=c17b4dab-7c5d-43ef-9e30-36283078fe36 HTTP/1.1" status: 200 len: 909 time: 0.1350610 Jun 10 04:02:16.708293 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-dfd8312a-339e-441c-935c-04e5d0f8e8d9 req-07b47a3a-0284-4c7f-9cde-6146b43f11e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=102797f0-0d06-4aa6-af9d-d684c487cd19 HTTP/1.1" status: 200 len: 1001 time: 0.0878136 Jun 10 04:02:16.727920 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f310077-8150-49db-ac0a-5563fa1a5cd5 None None] Network c8a9df41-dc94-4eab-ba95-af112249de38 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 04:02:16.770841 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8312a-339e-441c-935c-04e5d0f8e8d9 req-e8a7682d-54da-49f3-bab5-8bd35b671589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:16.772375 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-dfd8312a-339e-441c-935c-04e5d0f8e8d9 req-e8a7682d-54da-49f3-bab5-8bd35b671589 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98a80741-e8d4-48c3-be87-dcded5c81d07 HTTP/1.1" status: 200 len: 848 time: 0.0587583 Jun 10 04:02:16.842518 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8312a-339e-441c-935c-04e5d0f8e8d9 req-c1d413b7-08d0-482b-a56b-66e89c68f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:16.843916 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-dfd8312a-339e-441c-935c-04e5d0f8e8d9 req-c1d413b7-08d0-482b-a56b-66e89c68f4a0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c17b4dab-7c5d-43ef-9e30-36283078fe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0642536 Jun 10 04:02:17.111115 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 58006) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:17.116192 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-bc16c6b2-bb7e-4612-9195-ed78fdeb3306 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2144737496-network', 'tenant_id': 'db9509fe67fd4cf391e925c7d8354dbb'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 04:02:17.137583 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc16c6b2-bb7e-4612-9195-ed78fdeb3306 admin admin] Made reservation on behalf of db9509fe67fd4cf391e925c7d8354dbb for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 04:02:17.139951 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc16c6b2-bb7e-4612-9195-ed78fdeb3306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612569'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:17.150577 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc16c6b2-bb7e-4612-9195-ed78fdeb3306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:17.219937 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-dfd8312a-339e-441c-935c-04e5d0f8e8d9 req-56d32a9c-91f5-4378-b944-492fe479a877 service neutron] 10.222.0.22 "GET /v2.0/networks/c17b4dab-7c5d-43ef-9e30-36283078fe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689888 Jun 10 04:02:17.248632 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc16c6b2-bb7e-4612-9195-ed78fdeb3306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:17.253002 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc16c6b2-bb7e-4612-9195-ed78fdeb3306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:17.255949 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-175f1f55-0eba-4e2c-a55c-5767ecc3cd59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:17.279218 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc16c6b2-bb7e-4612-9195-ed78fdeb3306 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 04:02:17.288508 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16c6b2-bb7e-4612-9195-ed78fdeb3306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979b6e55-c239-4fdf-bd08-917b02726696,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:17.292566 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-bc16c6b2-bb7e-4612-9195-ed78fdeb3306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:17.293551 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc16c6b2-bb7e-4612-9195-ed78fdeb3306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:17.293887 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-bc16c6b2-bb7e-4612-9195-ed78fdeb3306 admin admin] Added segment 47a88487-ba46-4f33-8957-a1652d110fbc of type vlan for network c3bd070b-c941-42cd-b394-2165d17edfca Jun 10 04:02:17.337844 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-dfd8312a-339e-441c-935c-04e5d0f8e8d9 req-15901513-54d3-4fe7-9a95-71c3d553a3a5 service neutron] 10.222.0.22 "GET /v2.0/networks/c17b4dab-7c5d-43ef-9e30-36283078fe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118212 Jun 10 04:02:17.341729 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc16c6b2-bb7e-4612-9195-ed78fdeb3306 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785831791279'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:17.370685 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc16c6b2-bb7e-4612-9195-ed78fdeb3306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:17.371905 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc16c6b2-bb7e-4612-9195-ed78fdeb3306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:17.372482 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc16c6b2-bb7e-4612-9195-ed78fdeb3306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:17.375222 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:17.406444 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-bc16c6b2-bb7e-4612-9195-ed78fdeb3306 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2940705 Jun 10 04:02:17.409163 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 58008) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:17.414848 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-f752e463-34aa-439e-ae88-54a4e459ab46 admin admin] Request body: {'subnet': {'network_id': 'c3bd070b-c941-42cd-b394-2165d17edfca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2144737496-subnet', 'tenant_id': 'db9509fe67fd4cf391e925c7d8354dbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 04:02:17.434985 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f752e463-34aa-439e-ae88-54a4e459ab46 admin admin] Made reservation on behalf of db9509fe67fd4cf391e925c7d8354dbb for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 04:02:17.437666 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f752e463-34aa-439e-ae88-54a4e459ab46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127894150'] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:17.469516 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16c6b2-bb7e-4612-9195-ed78fdeb3306 admin admin] Pushing event updated for resources: {'Network': ['ID=c3bd070b-c941-42cd-b394-2165d17edfca,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:17.472629 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-bc16c6b2-bb7e-4612-9195-ed78fdeb3306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:17.479764 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Network c3bd070b-c941-42cd-b394-2165d17edfca details requested by agent ovs-agent-dv-cinder-741349-4-smb with host dv-cinder-741349-4-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 04:02:17.641932 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f752e463-34aa-439e-ae88-54a4e459ab46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126309816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127894160'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:17.644787 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-25c3b3e4-15d1-421f-bdd5-d440df312acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:17.666656 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:17.722358 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752e463-34aa-439e-ae88-54a4e459ab46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f403edf-e7d5-4ed1-80f5-5be11102c223,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:17.728094 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f752e463-34aa-439e-ae88-54a4e459ab46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:17.736559 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752e463-34aa-439e-ae88-54a4e459ab46 admin admin] Checking segment: {'id': '47a88487-ba46-4f33-8957-a1652d110fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c3bd070b-c941-42cd-b394-2165d17edfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 04:02:17.737015 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f752e463-34aa-439e-ae88-54a4e459ab46 admin admin] Network hostable DHCP agents. Network: c3bd070b-c941-42cd-b394-2165d17edfca, hostable agents: ['9b7b751a-80ba-4c5f-bc61-5ab83d7a2938'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 04:02:17.755902 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f752e463-34aa-439e-ae88-54a4e459ab46 admin admin] Network c3bd070b-c941-42cd-b394-2165d17edfca is scheduled to be hosted by DHCP agent 9b7b751a-80ba-4c5f-bc61-5ab83d7a2938 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 04:02:17.765517 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-f752e463-34aa-439e-ae88-54a4e459ab46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-smb, c3bd070b-c941-42cd-b394-2165d17edfca) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 04:02:17.770415 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f752e463-34aa-439e-ae88-54a4e459ab46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:17.770847 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f752e463-34aa-439e-ae88-54a4e459ab46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:17.775432 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d658ab-07eb-4a63-9559-ed0f6756191a None None] Network c3bd070b-c941-42cd-b394-2165d17edfca requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 04:02:17.787391 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-f752e463-34aa-439e-ae88-54a4e459ab46 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3763969 Jun 10 04:02:17.967881 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4084597d-a07b-472d-be7e-56ad72d3bf2b None None] Network c3bd070b-c941-42cd-b394-2165d17edfca requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 04:02:18.296231 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f95a4-88a5-4d05-9303-659281ae787f req-9df89fc6-37a9-4bd7-9019-c063e541ae19 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:18.297682 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e10f95a4-88a5-4d05-9303-659281ae787f req-9df89fc6-37a9-4bd7-9019-c063e541ae19 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/networks?id=c8a9df41-dc94-4eab-ba95-af112249de38 HTTP/1.1" status: 200 len: 808 time: 0.1242535 Jun 10 04:02:18.312537 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e10f95a4-88a5-4d05-9303-659281ae787f req-ec54634a-7428-4b13-91ee-f4b0f3e19448 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/quotas/6effdbfc456f4122bb9c6c633e31d922 HTTP/1.1" status: 200 len: 375 time: 0.0094175 Jun 10 04:02:18.348697 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e10f95a4-88a5-4d05-9303-659281ae787f req-2d4ccf9f-2eba-4395-bdbc-63f50dbc7ac6 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6effdbfc456f4122bb9c6c633e31d922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313480 Jun 10 04:02:18.460800 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4716893e-0023-46ae-bc5d-033f969f9a9c service neutron] 10.222.0.25 "GET /v2.0/networks/c8a9df41-dc94-4eab-ba95-af112249de38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050775 Jun 10 04:02:18.571348 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e10f95a4-88a5-4d05-9303-659281ae787f req-5e2f0d4e-dbf7-4352-bdd2-536aaa3079b1 service neutron] 10.222.0.25 "GET /v2.0/networks/c8a9df41-dc94-4eab-ba95-af112249de38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049619 Jun 10 04:02:18.736738 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-eb780d50-be55-4c93-ac4b-b10d9177983a req-c498bdf9-c73f-4e02-851a-f0cd983ce881 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/ports?device_id=abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e HTTP/1.1" status: 200 len: 210 time: 0.0332818 Jun 10 04:02:19.880908 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4feeabc3-7c4a-4c4f-bd34-4a627cbba764 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:19.881489 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9a6f7f4d-a3bb-4c9b-a210-976e45faa280 req-8f1437b6-493f-4d4c-b68e-dcf947e1c7fb tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/ports?device_id=abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e HTTP/1.1" status: 200 len: 210 time: 0.0335789 Jun 10 04:02:19.883505 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4feeabc3-7c4a-4c4f-bd34-4a627cbba764 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.22 "GET /v2.0/networks?id=c8a9df41-dc94-4eab-ba95-af112249de38 HTTP/1.1" status: 200 len: 808 time: 0.1348515 Jun 10 04:02:19.902733 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-e10f95a4-88a5-4d05-9303-659281ae787f req-63b0e900-69a2-4f00-aea0-98f3b2d68a02 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Request body: {'port': {'device_id': 'abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e', 'network_id': 'c8a9df41-dc94-4eab-ba95-af112249de38', 'admin_state_up': True, 'tenant_id': '6effdbfc456f4122bb9c6c633e31d922'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 04:02:20.039222 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10f95a4-88a5-4d05-9303-659281ae787f req-63b0e900-69a2-4f00-aea0-98f3b2d68a02 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Made reservation on behalf of 6effdbfc456f4122bb9c6c633e31d922 for: {'port': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 04:02:20.043328 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-e10f95a4-88a5-4d05-9303-659281ae787f req-63b0e900-69a2-4f00-aea0-98f3b2d68a02 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:20.200121 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [req-e10f95a4-88a5-4d05-9303-659281ae787f req-63b0e900-69a2-4f00-aea0-98f3b2d68a02 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Allocated IP 172.20.0.5 (c8a9df41-dc94-4eab-ba95-af112249de38/3c0ac0f9-25ce-4d96-a7b2-32c469dd443f/2f6c394c-76ba-42a6-bdab-03b3b06d67f4) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 04:02:20.374308 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-e10f95a4-88a5-4d05-9303-659281ae787f req-63b0e900-69a2-4f00-aea0-98f3b2d68a02 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:20.412987 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-e10f95a4-88a5-4d05-9303-659281ae787f req-63b0e900-69a2-4f00-aea0-98f3b2d68a02 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785831805215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126309416'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:20.417021 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-023f7c69-b267-4eea-a166-cea8529f00b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:20.469038 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10f95a4-88a5-4d05-9303-659281ae787f req-63b0e900-69a2-4f00-aea0-98f3b2d68a02 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Network c8a9df41-dc94-4eab-ba95-af112249de38 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 04:02:20.472292 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [req-e10f95a4-88a5-4d05-9303-659281ae787f req-63b0e900-69a2-4f00-aea0-98f3b2d68a02 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 04:02:20.475914 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10f95a4-88a5-4d05-9303-659281ae787f req-63b0e900-69a2-4f00-aea0-98f3b2d68a02 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 04:02:20.482097 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0e900-69a2-4f00-aea0-98f3b2d68a02 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Pushing event updated for resources: {'Port': ['ID=2f6c394c-76ba-42a6-bdab-03b3b06d67f4,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:20.506382 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-63b0e900-69a2-4f00-aea0-98f3b2d68a02 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:20.533589 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f95a4-88a5-4d05-9303-659281ae787f req-63b0e900-69a2-4f00-aea0-98f3b2d68a02 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:20.534197 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-e10f95a4-88a5-4d05-9303-659281ae787f req-63b0e900-69a2-4f00-aea0-98f3b2d68a02 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:20.547298 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e10f95a4-88a5-4d05-9303-659281ae787f req-63b0e900-69a2-4f00-aea0-98f3b2d68a02 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6489856 Jun 10 04:02:20.565737 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Request body: {'port': {'device_id': 'abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 04:02:20.648600 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:20.943082 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6c394c-76ba-42a6-bdab-03b3b06d67f4 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 04:02:20.950914 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:20.962109 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Transition to ACTIVE for port object 2f6c394c-76ba-42a6-bdab-03b3b06d67f4 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 04:02:20.966055 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:20.968719 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b28768a2-aa23-482a-b226-0ef6167eff20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:21.061211 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6c394c-76ba-42a6-bdab-03b3b06d67f4,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:21.063233 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e289425-b980-41c0-9ead-bee996dfb3a7 req-bba08062-7d96-41c2-b8a2-4faf618a3688 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:21.064689 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2e289425-b980-41c0-9ead-bee996dfb3a7 req-bba08062-7d96-41c2-b8a2-4faf618a3688 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/ports?device_id=abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e HTTP/1.1" status: 200 len: 943 time: 0.0724587 Jun 10 04:02:21.085680 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:21.109501 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2e289425-b980-41c0-9ead-bee996dfb3a7 req-b42b2fea-af32-4818-9fdf-4834c02ce0d0 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/security-groups?id=c47811c5-d4e0-4afb-ad26-7fccd30edc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387235 Jun 10 04:02:21.142166 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Attempting to bind port 2f6c394c-76ba-42a6-bdab-03b3b06d67f4 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 04:02:21.142540 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Attempting to bind port 2f6c394c-76ba-42a6-bdab-03b3b06d67f4 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '6afa5987-ca47-4934-9ecb-77a5ec10be01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8a9df41-dc94-4eab-ba95-af112249de38'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 04:02:21.142874 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Attempting to bind port 2f6c394c-76ba-42a6-bdab-03b3b06d67f4 on network c8a9df41-dc94-4eab-ba95-af112249de38 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 04:02:21.146936 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Port 2f6c394c-76ba-42a6-bdab-03b3b06d67f4 on network c8a9df41-dc94-4eab-ba95-af112249de38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 04:02:21.147267 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Attempting to bind port 2f6c394c-76ba-42a6-bdab-03b3b06d67f4 on network c8a9df41-dc94-4eab-ba95-af112249de38 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 04:02:21.151866 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Checking agent: {'id': '4c3682d1-d9e4-4dcd-ad72-ddd6d516f54b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'started_at': datetime.datetime(2021, 6, 10, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 04:02:21.152205 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Checking segment: {'id': '6afa5987-ca47-4934-9ecb-77a5ec10be01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8a9df41-dc94-4eab-ba95-af112249de38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 04:02:21.152593 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Bound using segment: {'id': '6afa5987-ca47-4934-9ecb-77a5ec10be01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8a9df41-dc94-4eab-ba95-af112249de38'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 04:02:21.153023 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Bound port: 2f6c394c-76ba-42a6-bdab-03b3b06d67f4, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6afa5987-ca47-4934-9ecb-77a5ec10be01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8a9df41-dc94-4eab-ba95-af112249de38'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 04:02:21.153377 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:21.230252 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] For port 2f6c394c-76ba-42a6-bdab-03b3b06d67f4, host hv-cinder-74134, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 04:02:21.233150 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] For port 2f6c394c-76ba-42a6-bdab-03b3b06d67f4, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2f6c394c-76ba-42a6-bdab-03b3b06d67f4,segment=NetworkSegment(6afa5987-ca47-4934-9ecb-77a5ec10be01),segment_id=6afa5987-ca47-4934-9ecb-77a5ec10be01)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 04:02:21.238148 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126309434'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:21.241189 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c655c73a-0ad9-4899-9f59-deea453f383f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:21.278652 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:21.279355 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:21.280896 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e10f95a4-88a5-4d05-9303-659281ae787f req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] 10.222.0.22 "PUT /v2.0/ports/2f6c394c-76ba-42a6-bdab-03b3b06d67f4 HTTP/1.1" status: 200 len: 1093 time: 0.7192466 Jun 10 04:02:21.281308 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e', 'tag': '2f6c394c-76ba-42a6-bdab-03b3b06d67f4'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:02:21.283640 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e363cc57-b6a3-4599-be6b-f2cf0cb1f452" -d '{"events": [{"name": "network-changed", "server_uuid": "abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e", "tag": "2f6c394c-76ba-42a6-bdab-03b3b06d67f4"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:02:21.315277 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6c394c-76ba-42a6-bdab-03b3b06d67f4,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:21.318386 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:21.342936 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e63ac2c-3df2-420b-ba29-5030b0aa00d3 x-openstack-request-id: req-3e63ac2c-3df2-420b-ba29-5030b0aa00d3 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:02:21.343268 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e", "tag": "2f6c394c-76ba-42a6-bdab-03b3b06d67f4", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:02:21.343561 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e63ac2c-3df2-420b-ba29-5030b0aa00d3 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:02:21.344017 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e', 'tag': '2f6c394c-76ba-42a6-bdab-03b3b06d67f4', 'status': 'completed', 'code': 200} Jun 10 04:02:21.412447 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f95a4-88a5-4d05-9303-659281ae787f req-cb32eb58-7dd6-4a96-873d-7626a87961d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:21.413885 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e10f95a4-88a5-4d05-9303-659281ae787f req-cb32eb58-7dd6-4a96-873d-7626a87961d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6effdbfc456f4122bb9c6c633e31d922&device_id=abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e HTTP/1.1" status: 200 len: 1096 time: 0.0565703 Jun 10 04:02:21.482985 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e10f95a4-88a5-4d05-9303-659281ae787f req-2a7009c8-c6fc-4245-8000-45822640761f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f6c394c-76ba-42a6-bdab-03b3b06d67f4 HTTP/1.1" status: 200 len: 217 time: 0.0524576 Jun 10 04:02:21.539617 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f95a4-88a5-4d05-9303-659281ae787f req-3480d56e-9129-4e77-9d78-41392b4b487a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:21.541022 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e10f95a4-88a5-4d05-9303-659281ae787f req-3480d56e-9129-4e77-9d78-41392b4b487a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c0ac0f9-25ce-4d96-a7b2-32c469dd443f HTTP/1.1" status: 200 len: 848 time: 0.0519550 Jun 10 04:02:21.581942 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e10f95a4-88a5-4d05-9303-659281ae787f req-1d09a6fd-5904-4105-9b41-279c21d8318a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c8a9df41-dc94-4eab-ba95-af112249de38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334182 Jun 10 04:02:21.694187 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e10f95a4-88a5-4d05-9303-659281ae787f req-5b8bf408-f95c-463c-98e2-ff9feb16b16f service neutron] 10.222.0.22 "GET /v2.0/networks/c8a9df41-dc94-4eab-ba95-af112249de38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063983 Jun 10 04:02:21.806854 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e10f95a4-88a5-4d05-9303-659281ae787f req-7f2b3815-c94c-4a8b-a2ff-f58cfdda5248 service neutron] 10.222.0.22 "GET /v2.0/networks/c8a9df41-dc94-4eab-ba95-af112249de38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055489 Jun 10 04:02:21.954297 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363cc57-b6a3-4599-be6b-f2cf0cb1f452 req-9ca7ae61-c78d-4e12-9f38-5273df0e6f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:21.955877 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e363cc57-b6a3-4599-be6b-f2cf0cb1f452 req-9ca7ae61-c78d-4e12-9f38-5273df0e6f61 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6effdbfc456f4122bb9c6c633e31d922&device_id=abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e HTTP/1.1" status: 200 len: 1096 time: 0.0620091 Jun 10 04:02:22.065099 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363cc57-b6a3-4599-be6b-f2cf0cb1f452 req-820964f8-05eb-40e7-a365-fabba930a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:22.066507 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e363cc57-b6a3-4599-be6b-f2cf0cb1f452 req-820964f8-05eb-40e7-a365-fabba930a4a0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c8a9df41-dc94-4eab-ba95-af112249de38 HTTP/1.1" status: 200 len: 908 time: 0.1039548 Jun 10 04:02:22.122339 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e363cc57-b6a3-4599-be6b-f2cf0cb1f452 req-72c35ab6-8e3f-4893-b082-9c6ac0265fe9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f6c394c-76ba-42a6-bdab-03b3b06d67f4 HTTP/1.1" status: 200 len: 217 time: 0.0494230 Jun 10 04:02:22.177258 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363cc57-b6a3-4599-be6b-f2cf0cb1f452 req-bde6405b-a178-4aec-8e97-e1f311dd8719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:22.178868 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e363cc57-b6a3-4599-be6b-f2cf0cb1f452 req-bde6405b-a178-4aec-8e97-e1f311dd8719 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c0ac0f9-25ce-4d96-a7b2-32c469dd443f HTTP/1.1" status: 200 len: 848 time: 0.0504794 Jun 10 04:02:22.216750 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e363cc57-b6a3-4599-be6b-f2cf0cb1f452 req-3e8f8597-644c-4d13-bade-da9dee579e1e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c8a9df41-dc94-4eab-ba95-af112249de38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307510 Jun 10 04:02:22.285825 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b7f2c-dd9d-4358-8dc1-2bd359cc6a8b req-0c505838-9946-46e9-a78c-baa3f41a2270 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:22.287305 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bc9b7f2c-dd9d-4358-8dc1-2bd359cc6a8b req-0c505838-9946-46e9-a78c-baa3f41a2270 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/ports?device_id=abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e HTTP/1.1" status: 200 len: 943 time: 0.0678320 Jun 10 04:02:22.329698 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-bc9b7f2c-dd9d-4358-8dc1-2bd359cc6a8b req-f3beccd8-6bb7-4b6a-b907-467639f7e480 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/security-groups?id=c47811c5-d4e0-4afb-ad26-7fccd30edc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364094 Jun 10 04:02:22.333579 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e363cc57-b6a3-4599-be6b-f2cf0cb1f452 req-f940e5ba-22f1-4dea-b916-0c49fc5bb7cb service neutron] 10.222.0.22 "GET /v2.0/networks/c8a9df41-dc94-4eab-ba95-af112249de38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089163 Jun 10 04:02:22.455075 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-e363cc57-b6a3-4599-be6b-f2cf0cb1f452 req-ba2ffca0-66cb-4c30-946b-c0520dbcbe9f service neutron] 10.222.0.22 "GET /v2.0/networks/c8a9df41-dc94-4eab-ba95-af112249de38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114588 Jun 10 04:02:23.515156 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29f761-64ca-4621-9b26-7dc5d5118f4e req-62d1aa99-099a-4cc9-acfa-50eaeeb4a480 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:23.516608 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2d29f761-64ca-4621-9b26-7dc5d5118f4e req-62d1aa99-099a-4cc9-acfa-50eaeeb4a480 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/ports?device_id=abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e HTTP/1.1" status: 200 len: 943 time: 0.0732622 Jun 10 04:02:23.561852 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-2d29f761-64ca-4621-9b26-7dc5d5118f4e req-c7bf2ae5-f50b-40e8-83c7-10ea01945c10 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/security-groups?id=c47811c5-d4e0-4afb-ad26-7fccd30edc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393288 Jun 10 04:02:23.710044 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 58088) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:23.818783 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b399f59b-0893-4012-9be6-fd5567e6cc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:23.835082 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 2f6c394c-76ba-42a6-bdab-03b3b06d67f4 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 04:02:23.911381 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b399f59b-0893-4012-9be6-fd5567e6cc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:23.914974 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b399f59b-0893-4012-9be6-fd5567e6cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:23.918351 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8bc50d4d-e6a5-4c15-950b-1fc98eda92d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:23.955282 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 2f6c394c-76ba-42a6-bdab-03b3b06d67f4, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2f6c394c-76ba-42a6-bdab-03b3b06d67f4,segment=NetworkSegment(6afa5987-ca47-4934-9ecb-77a5ec10be01),segment_id=6afa5987-ca47-4934-9ecb-77a5ec10be01)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:02:23.963466 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-b399f59b-0893-4012-9be6-fd5567e6cc19 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29a5d17132cb4454928d3d3a61631685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499268 Jun 10 04:02:23.963466 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399f59b-0893-4012-9be6-fd5567e6cc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e61a481-09c7-43ca-8949-65be88da6040,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:23.964599 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 58092) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:23.965564 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b399f59b-0893-4012-9be6-fd5567e6cc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:23.968610 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': '2f6c394c-76ba-42a6-bdab-03b3b06d67f4', 'network_id': 'c8a9df41-dc94-4eab-ba95-af112249de38', 'port_id': '2f6c394c-76ba-42a6-bdab-03b3b06d67f4', 'mac_address': 'fa:16:3e:c2:71:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0ac0f9-25ce-4d96-a7b2-32c469dd443f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 04:02:24.015901 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:24.017679 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ec614358-46e2-4046-b7b8-bebf55a800e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:24.031648 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6c394c-76ba-42a6-bdab-03b3b06d67f4 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 04:02:24.041961 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ec614358-46e2-4046-b7b8-bebf55a800e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:24.051721 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 2f6c394c-76ba-42a6-bdab-03b3b06d67f4, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2f6c394c-76ba-42a6-bdab-03b3b06d67f4,segment=NetworkSegment(6afa5987-ca47-4934-9ecb-77a5ec10be01),segment_id=6afa5987-ca47-4934-9ecb-77a5ec10be01)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:02:24.055891 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:24.057831 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:24.095998 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ec614358-46e2-4046-b7b8-bebf55a800e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:24.099574 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ec614358-46e2-4046-b7b8-bebf55a800e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:24.100732 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-ec614358-46e2-4046-b7b8-bebf55a800e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e61a481-09c7-43ca-8949-65be88da6040 HTTP/1.1" status: 204 len: 168 time: 0.1350722 Jun 10 04:02:24.101654 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f0b9f9eb-223e-47bb-861d-439b30a5a65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:24.110158 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec614358-46e2-4046-b7b8-bebf55a800e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e61a481-09c7-43ca-8949-65be88da6040,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:24.112409 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ec614358-46e2-4046-b7b8-bebf55a800e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:24.113819 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=2f6c394c-76ba-42a6-bdab-03b3b06d67f4,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:24.121281 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:24.121642 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:24.121990 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:24.122354 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:24.122693 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:24.123030 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:24.123360 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:24.123695 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:24.124045 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:24.124325 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:24.124647 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:24.125158 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:24.131258 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:24.352319 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['2f6c394c-76ba-42a6-bdab-03b3b06d67f4'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 04:02:24.739846 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85f667-85df-474a-8f2e-0ad0065fd5f4 req-362aabec-d4d8-45bd-bc8d-416adf4b697a tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:24.741280 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8b85f667-85df-474a-8f2e-0ad0065fd5f4 req-362aabec-d4d8-45bd-bc8d-416adf4b697a tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/ports?device_id=abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e HTTP/1.1" status: 200 len: 944 time: 0.0673244 Jun 10 04:02:24.781287 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8b85f667-85df-474a-8f2e-0ad0065fd5f4 req-8ba90a0f-f70e-481e-b00c-0b78c98cbe19 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/security-groups?id=c47811c5-d4e0-4afb-ad26-7fccd30edc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338418 Jun 10 04:02:25.855291 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 2f6c394c-76ba-42a6-bdab-03b3b06d67f4 up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 04:02:25.908788 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning for port 2f6c394c-76ba-42a6-bdab-03b3b06d67f4 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 04:02:25.912412 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port 2f6c394c-76ba-42a6-bdab-03b3b06d67f4 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 04:02:25.912795 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:25.960667 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5227a9-e2a3-4573-bb6a-91ec84da049b req-adae7cea-e78e-4879-a39b-c53476460131 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:25.962149 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7b5227a9-e2a3-4573-bb6a-91ec84da049b req-adae7cea-e78e-4879-a39b-c53476460131 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/ports?device_id=abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e HTTP/1.1" status: 200 len: 944 time: 0.0710988 Jun 10 04:02:26.003063 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:26.003982 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7b5227a9-e2a3-4573-bb6a-91ec84da049b req-57dfe84e-d51d-485b-a103-8ec75b1ec343 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/security-groups?id=c47811c5-d4e0-4afb-ad26-7fccd30edc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362685 Jun 10 04:02:26.028166 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6c394c-76ba-42a6-bdab-03b3b06d67f4'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:02:26.029554 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de30c62-1674-4487-bc53-28452ddf8ea1" -d '{"events": [{"server_uuid": "abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e", "name": "network-vif-plugged", "status": "completed", "tag": "2f6c394c-76ba-42a6-bdab-03b3b06d67f4"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:02:26.043333 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 2f6c394c-76ba-42a6-bdab-03b3b06d67f4, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2f6c394c-76ba-42a6-bdab-03b3b06d67f4,segment=NetworkSegment(6afa5987-ca47-4934-9ecb-77a5ec10be01),segment_id=6afa5987-ca47-4934-9ecb-77a5ec10be01)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:02:26.047316 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:26.049171 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:26.075624 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04c4abc-35d4-46e9-ab55-d89aa2a45d16 x-openstack-request-id: req-e04c4abc-35d4-46e9-ab55-d89aa2a45d16 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:02:26.076319 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e", "name": "network-vif-plugged", "status": "completed", "tag": "2f6c394c-76ba-42a6-bdab-03b3b06d67f4", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:02:26.076319 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e04c4abc-35d4-46e9-ab55-d89aa2a45d16 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:02:26.076552 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6c394c-76ba-42a6-bdab-03b3b06d67f4', 'code': 200} Jun 10 04:02:26.102955 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=2f6c394c-76ba-42a6-bdab-03b3b06d67f4,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:26.105777 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:26.322457 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d8b6a-0f7e-431a-9aa1-b00fda99bb28 req-8cd071df-9a6b-4f86-9fa2-058e6cd13d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:26.323824 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d21d8b6a-0f7e-431a-9aa1-b00fda99bb28 req-8cd071df-9a6b-4f86-9fa2-058e6cd13d41 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e HTTP/1.1" status: 200 len: 1098 time: 0.0577717 Jun 10 04:02:26.359256 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-d21d8b6a-0f7e-431a-9aa1-b00fda99bb28 req-fb0079ac-9543-4f3d-a803-21f1cf1a590e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c47811c5-d4e0-4afb-ad26-7fccd30edc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296185 Jun 10 04:02:27.179200 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8904d-56ed-4246-b656-150c9f10fece req-7be893b9-72c0-4a2e-8c5f-35f7149e66ec tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:27.180631 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-48f8904d-56ed-4246-b656-150c9f10fece req-7be893b9-72c0-4a2e-8c5f-35f7149e66ec tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/ports?device_id=abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e HTTP/1.1" status: 200 len: 945 time: 0.0661373 Jun 10 04:02:27.221558 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-48f8904d-56ed-4246-b656-150c9f10fece req-5f8e1e13-8351-43aa-ab99-5b70417cdec4 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/security-groups?id=c47811c5-d4e0-4afb-ad26-7fccd30edc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353611 Jun 10 04:02:28.401691 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b623069-5b0b-4caa-85da-cc9c1bc4fc28 req-fa03fcc0-72a0-43c8-83b2-0d72373a1428 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:28.403075 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3b623069-5b0b-4caa-85da-cc9c1bc4fc28 req-fa03fcc0-72a0-43c8-83b2-0d72373a1428 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/ports?device_id=abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e HTTP/1.1" status: 200 len: 945 time: 0.0705583 Jun 10 04:02:28.443240 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-3b623069-5b0b-4caa-85da-cc9c1bc4fc28 req-99930653-4daa-4fe9-9478-4a8b07fa51e8 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/security-groups?id=c47811c5-d4e0-4afb-ad26-7fccd30edc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345552 Jun 10 04:02:31.069938 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dbe9a-a4a4-4ef6-83a4-23cfa81db6ad req-d171b385-a3ba-41b5-b8c9-6944ab07771c tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:31.071517 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b20dbe9a-a4a4-4ef6-83a4-23cfa81db6ad req-d171b385-a3ba-41b5-b8c9-6944ab07771c tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/ports?device_id=abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e HTTP/1.1" status: 200 len: 945 time: 0.0689399 Jun 10 04:02:31.114081 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b20dbe9a-a4a4-4ef6-83a4-23cfa81db6ad req-a45e6b1a-79bd-4dde-8da3-3da7c1986430 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/security-groups?id=c47811c5-d4e0-4afb-ad26-7fccd30edc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358717 Jun 10 04:02:31.297631 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da8793-bf4c-43b7-8831-4d11ea44391a req-64f702f9-0cd1-44c2-b673-db97fc2939ce tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:31.299085 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f0da8793-bf4c-43b7-8831-4d11ea44391a req-64f702f9-0cd1-44c2-b673-db97fc2939ce tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0694065 Jun 10 04:02:31.339490 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f0da8793-bf4c-43b7-8831-4d11ea44391a req-9b9831f2-3e29-459a-860a-e9b8a6457b07 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348275 Jun 10 04:02:32.295623 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dadfa-168f-4544-9449-2135db392179 req-95bfcb6c-71a3-4f66-8e97-b61eb98d7d18 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:32.296968 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-048dadfa-168f-4544-9449-2135db392179 req-95bfcb6c-71a3-4f66-8e97-b61eb98d7d18 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/ports?device_id=abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e HTTP/1.1" status: 200 len: 945 time: 0.0659244 Jun 10 04:02:32.336992 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-048dadfa-168f-4544-9449-2135db392179 req-2dd1620c-470a-4b14-a3c9-8086c462d282 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/security-groups?id=c47811c5-d4e0-4afb-ad26-7fccd30edc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341759 Jun 10 04:02:32.516265 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e51393-0447-4205-9ab6-07f418686ad5 req-43b8dd48-d1f5-4ddb-b199-8cfa815423bc tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:32.517760 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f6e51393-0447-4205-9ab6-07f418686ad5 req-43b8dd48-d1f5-4ddb-b199-8cfa815423bc tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0704720 Jun 10 04:02:32.558047 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f6e51393-0447-4205-9ab6-07f418686ad5 req-4580310f-dd47-4e4f-b196-760c2cfbcbcd tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342243 Jun 10 04:02:32.633070 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd80f1-c6f6-4058-a58c-a06bd0b64564 req-d2ce2b58-affd-4351-b8ee-d06e16b326d6 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:32.634492 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-54bd80f1-c6f6-4058-a58c-a06bd0b64564 req-d2ce2b58-affd-4351-b8ee-d06e16b326d6 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.22 "GET /v2.0/ports?device_id=abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e HTTP/1.1" status: 200 len: 945 time: 0.0657771 Jun 10 04:02:32.743341 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-54bd80f1-c6f6-4058-a58c-a06bd0b64564 req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Deleting port 2f6c394c-76ba-42a6-bdab-03b3b06d67f4 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:02:32.743687 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-54bd80f1-c6f6-4058-a58c-a06bd0b64564 req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:32.852190 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-54bd80f1-c6f6-4058-a58c-a06bd0b64564 req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] For port 2f6c394c-76ba-42a6-bdab-03b3b06d67f4, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2f6c394c-76ba-42a6-bdab-03b3b06d67f4,segment=NetworkSegment(6afa5987-ca47-4934-9ecb-77a5ec10be01),segment_id=6afa5987-ca47-4934-9ecb-77a5ec10be01)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:02:32.852467 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-54bd80f1-c6f6-4058-a58c-a06bd0b64564 req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:32.941349 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-54bd80f1-c6f6-4058-a58c-a06bd0b64564 req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Calling delete_port for 2f6c394c-76ba-42a6-bdab-03b3b06d67f4 owned by compute:nova {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:02:33.085775 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-54bd80f1-c6f6-4058-a58c-a06bd0b64564 req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:33.089401 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b357b50c-7e16-4edb-90d6-516564feaf7e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:33.119284 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Pushing event deleted for resources: {'Port': ['ID=2f6c394c-76ba-42a6-bdab-03b3b06d67f4,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:33.122006 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['2f6c394c-76ba-42a6-bdab-03b3b06d67f4'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 04:02:33.152983 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:33.153366 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:33.153739 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:33.154103 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:33.154493 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:33.154852 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:33.155211 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:33.155563 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:33.155918 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:33.156269 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:33.156620 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:33.156974 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:02:33.160504 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:33.187185 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bd80f1-c6f6-4058-a58c-a06bd0b64564 req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] No DVR routers for this DVR port 2f6c394c-76ba-42a6-bdab-03b3b06d67f4 on host hv-cinder-74134 {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 04:02:33.189632 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-54bd80f1-c6f6-4058-a58c-a06bd0b64564 req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:33.191962 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-54bd80f1-c6f6-4058-a58c-a06bd0b64564 req-9553e735-1491-4f44-934a-f3d6c96665c5 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.22 "DELETE /v2.0/ports/2f6c394c-76ba-42a6-bdab-03b3b06d67f4 HTTP/1.1" status: 204 len: 173 time: 0.5513401 Jun 10 04:02:33.192458 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e', 'name': 'network-vif-deleted', 'tag': '2f6c394c-76ba-42a6-bdab-03b3b06d67f4'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:02:33.194699 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33edd71a-356f-4405-9a5e-43040be80316" -d '{"events": [{"server_uuid": "abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e", "name": "network-vif-deleted", "tag": "2f6c394c-76ba-42a6-bdab-03b3b06d67f4"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:02:33.228431 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea9bd87-aec2-4e13-a1da-9d1d3af2fac8 x-openstack-request-id: req-cea9bd87-aec2-4e13-a1da-9d1d3af2fac8 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:02:33.228768 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e", "name": "network-vif-deleted", "tag": "2f6c394c-76ba-42a6-bdab-03b3b06d67f4", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:02:33.229562 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cea9bd87-aec2-4e13-a1da-9d1d3af2fac8 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:02:33.230006 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e', 'name': 'network-vif-deleted', 'tag': '2f6c394c-76ba-42a6-bdab-03b3b06d67f4', 'status': 'completed', 'code': 200} Jun 10 04:02:33.501159 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e0190581-a28a-4e75-993a-26df7759c911 req-e504ab0f-8f8c-43bd-af02-4c1a16d07f66 tempest-VolumesActionsTest-1428068218 tempest-VolumesActionsTest-1428068218-project] 10.222.0.25 "GET /v2.0/ports?device_id=abeb2af2-74df-48b8-bd6c-ff1c8ff4e59e HTTP/1.1" status: 200 len: 210 time: 0.0322700 Jun 10 04:02:33.743707 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159e02c-d500-4640-b986-7a6d0ab894e4 req-bb87a357-a41e-4e07-b719-47b61aa2eef7 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:33.745299 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4159e02c-d500-4640-b986-7a6d0ab894e4 req-bb87a357-a41e-4e07-b719-47b61aa2eef7 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0765688 Jun 10 04:02:33.788680 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-4159e02c-d500-4640-b986-7a6d0ab894e4 req-5a5b3e24-438d-4306-be9e-35ae4467f895 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373967 Jun 10 04:02:34.973256 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476b7c0-81e0-4be1-a40f-3b5bf77e3dbc req-9d197773-f2ce-45b6-8af7-24668e7b7e2d tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:34.974845 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7476b7c0-81e0-4be1-a40f-3b5bf77e3dbc req-9d197773-f2ce-45b6-8af7-24668e7b7e2d tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0689344 Jun 10 04:02:35.020059 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-7476b7c0-81e0-4be1-a40f-3b5bf77e3dbc req-e08fe2fc-8930-47a7-aafc-5d15440a1e2a tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351717 Jun 10 04:02:35.917434 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 2f6c394c-76ba-42a6-bdab-03b3b06d67f4 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:02:35.941600 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] No Port match for: 2f6c394c-76ba-42a6-bdab-03b3b06d67f4 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 04:02:35.941957 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 2f6c394c-76ba-42a6-bdab-03b3b06d67f4 not bound to the agent host hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 04:02:36.204187 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8090e72-5e7b-4b70-adef-28cc270d903f req-7aa57826-796f-4ef9-8660-423e0c6bb898 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:36.205521 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f8090e72-5e7b-4b70-adef-28cc270d903f req-7aa57826-796f-4ef9-8660-423e0c6bb898 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0727210 Jun 10 04:02:36.248006 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f8090e72-5e7b-4b70-adef-28cc270d903f req-defbb038-4a0d-41aa-892b-509c52ac917f tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367115 Jun 10 04:02:37.431858 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959a7af-3a37-4f72-b853-46c01762d8ad req-ce659d87-0ce1-47f4-b932-99b667a95c76 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:37.433818 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9959a7af-3a37-4f72-b853-46c01762d8ad req-ce659d87-0ce1-47f4-b932-99b667a95c76 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0688179 Jun 10 04:02:37.476314 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9959a7af-3a37-4f72-b853-46c01762d8ad req-4608299b-c238-4e70-a206-d19c42f65d83 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364366 Jun 10 04:02:38.668404 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bc97e-0747-4b59-bb9c-2429371f3b23 req-031a3cdd-771d-4fcb-925d-ef7531d95ae0 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:38.669823 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f22bc97e-0747-4b59-bb9c-2429371f3b23 req-031a3cdd-771d-4fcb-925d-ef7531d95ae0 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0754330 Jun 10 04:02:38.711576 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f22bc97e-0747-4b59-bb9c-2429371f3b23 req-a84384ee-aa70-4f3b-bd6a-baef3ea1f4e9 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359879 Jun 10 04:02:39.934848 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b61763-6bb4-417c-bf53-f1db5fafac44 req-363f6689-cd23-47fa-b01a-09af86e3e221 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:39.936265 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b4b61763-6bb4-417c-bf53-f1db5fafac44 req-363f6689-cd23-47fa-b01a-09af86e3e221 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0998306 Jun 10 04:02:39.981280 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b4b61763-6bb4-417c-bf53-f1db5fafac44 req-80c19b11-5a06-49e3-a459-9dd92c23e729 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388992 Jun 10 04:02:41.179106 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117f34c-91e6-4a2c-8436-e382053a9b38 req-d777e387-72bc-4108-b735-1d14e6c5ab9b tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:41.180543 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e117f34c-91e6-4a2c-8436-e382053a9b38 req-d777e387-72bc-4108-b735-1d14e6c5ab9b tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0775402 Jun 10 04:02:41.222779 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-e117f34c-91e6-4a2c-8436-e382053a9b38 req-d1a2ab75-3d9d-4213-90de-2d0ee4569912 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356410 Jun 10 04:02:41.545179 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e3173-ccd6-41d9-9549-1999259130f8 req-2f74f1f7-193e-4f2b-99d8-01b08fc5a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:41.546687 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-652e3173-ccd6-41d9-9549-1999259130f8 req-2f74f1f7-193e-4f2b-99d8-01b08fc5a6af service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=93f6616f232149eab0b0d4420733cabb&device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 1098 time: 0.0696719 Jun 10 04:02:41.657215 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e3173-ccd6-41d9-9549-1999259130f8 req-cd01a231-c54e-4ff5-b588-d91e991aff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:41.658637 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-652e3173-ccd6-41d9-9549-1999259130f8 req-cd01a231-c54e-4ff5-b588-d91e991aff9c service neutron] 10.222.0.22 "GET /v2.0/networks?id=c17b4dab-7c5d-43ef-9e30-36283078fe36 HTTP/1.1" status: 200 len: 909 time: 0.1054320 Jun 10 04:02:41.737607 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-652e3173-ccd6-41d9-9549-1999259130f8 req-f4fec131-044a-4484-b7d3-4d59d151f81a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=102797f0-0d06-4aa6-af9d-d684c487cd19 HTTP/1.1" status: 200 len: 1001 time: 0.0726457 Jun 10 04:02:41.794624 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e3173-ccd6-41d9-9549-1999259130f8 req-4a1ff1c4-e543-4d20-81cb-e0436b562258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:41.796055 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-652e3173-ccd6-41d9-9549-1999259130f8 req-4a1ff1c4-e543-4d20-81cb-e0436b562258 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98a80741-e8d4-48c3-be87-dcded5c81d07 HTTP/1.1" status: 200 len: 848 time: 0.0523279 Jun 10 04:02:41.856071 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e3173-ccd6-41d9-9549-1999259130f8 req-7f4632b2-0df6-48b2-a045-d47a74794449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:41.857516 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-652e3173-ccd6-41d9-9549-1999259130f8 req-7f4632b2-0df6-48b2-a045-d47a74794449 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c17b4dab-7c5d-43ef-9e30-36283078fe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0554407 Jun 10 04:02:42.227757 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-652e3173-ccd6-41d9-9549-1999259130f8 req-2ad5a0a0-ad0b-48bd-bc49-1dd19f85f0f0 service neutron] 10.222.0.22 "GET /v2.0/networks/c17b4dab-7c5d-43ef-9e30-36283078fe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631194 Jun 10 04:02:42.348166 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-652e3173-ccd6-41d9-9549-1999259130f8 req-3bf81f79-107e-4606-9c06-c5773f2fe268 service neutron] 10.222.0.22 "GET /v2.0/networks/c17b4dab-7c5d-43ef-9e30-36283078fe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126540 Jun 10 04:02:42.405446 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aef931-1825-4b2b-a9a1-12fabcce2b05 req-1076241d-3b5f-4dda-b17a-ac8ac3d6c17e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:42.407269 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-28aef931-1825-4b2b-a9a1-12fabcce2b05 req-1076241d-3b5f-4dda-b17a-ac8ac3d6c17e tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0706067 Jun 10 04:02:42.456203 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-d4c1fb1f-2efd-4642-a2f9-bb3f11ce4707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:42.464578 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-28aef931-1825-4b2b-a9a1-12fabcce2b05 req-835fb5ee-1184-4188-8e20-14662a5d6e3b tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513453 Jun 10 04:02:43.639825 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f346a7-8a36-46c8-8a12-e780b1eefde9 req-8f70ef6d-22a6-4244-bb5b-6d1567c96bd1 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:43.641218 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-55f346a7-8a36-46c8-8a12-e780b1eefde9 req-8f70ef6d-22a6-4244-bb5b-6d1567c96bd1 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0716088 Jun 10 04:02:43.682942 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-55f346a7-8a36-46c8-8a12-e780b1eefde9 req-5642cd59-758a-4090-9311-4c3a1da74622 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354257 Jun 10 04:02:44.859697 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a8839-18ee-456c-91a9-72650128e709 req-caab9399-66e4-4028-9df4-118f1df46496 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:44.861155 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-732a8839-18ee-456c-91a9-72650128e709 req-caab9399-66e4-4028-9df4-118f1df46496 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0692120 Jun 10 04:02:44.902310 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-732a8839-18ee-456c-91a9-72650128e709 req-332419e3-8754-4e92-970d-8fc32cf27d4c tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354934 Jun 10 04:02:45.007548 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:45.012567 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f4b557aa-5f01-4796-9a0b-1451d9ba2ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:45.191323 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-185140eb-4eb8-48c6-b7a0-f114c7b6b526 req-926c8cba-7a79-4829-b8b0-e2370bba221f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0612946 Jun 10 04:02:45.224870 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:45.263209 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6bb10-bea0-4fff-9e80-bd838e31f602 req-e14320db-e8aa-423f-aa5c-53038808e838 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:45.264654 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-74b6bb10-bea0-4fff-9e80-bd838e31f602 req-e14320db-e8aa-423f-aa5c-53038808e838 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0721567 Jun 10 04:02:45.306723 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-74b6bb10-bea0-4fff-9e80-bd838e31f602 req-86b5b2de-e1a1-49cf-bfc4-066d9d345cb6 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364215 Jun 10 04:02:45.947574 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 102797f0-0d06-4aa6-af9d-d684c487cd19 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:02:46.048533 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:46.051843 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:46.083529 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2d7180-3382-4a11-a385-004636bb3396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '102797f0-0d06-4aa6-af9d-d684c487cd19'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:02:46.085939 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630b9467-7653-447e-8067-f9ede1545f92" -d '{"events": [{"server_uuid": "8a2d7180-3382-4a11-a385-004636bb3396", "name": "network-vif-unplugged", "status": "completed", "tag": "102797f0-0d06-4aa6-af9d-d684c487cd19"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:02:46.103207 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 102797f0-0d06-4aa6-af9d-d684c487cd19, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=102797f0-0d06-4aa6-af9d-d684c487cd19,segment=NetworkSegment(e4002faa-5b3e-481c-8629-f3d8e9d913f0),segment_id=e4002faa-5b3e-481c-8629-f3d8e9d913f0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:02:46.119342 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:46.121803 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:46.152514 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 04:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be18372f-0657-4c4c-b4a3-603f133b03f2 x-openstack-request-id: req-be18372f-0657-4c4c-b4a3-603f133b03f2 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:02:46.152817 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2d7180-3382-4a11-a385-004636bb3396", "name": "network-vif-unplugged", "status": "completed", "tag": "102797f0-0d06-4aa6-af9d-d684c487cd19", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:02:46.153077 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be18372f-0657-4c4c-b4a3-603f133b03f2 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:02:46.153463 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2d7180-3382-4a11-a385-004636bb3396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '102797f0-0d06-4aa6-af9d-d684c487cd19', 'code': 200} Jun 10 04:02:46.182869 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=102797f0-0d06-4aa6-af9d-d684c487cd19,revision_number=6']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:46.186580 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:46.493223 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185140eb-4eb8-48c6-b7a0-f114c7b6b526 req-9d4acdd8-4b5d-4b22-a7a1-0e6e799ad992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:46.495466 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-185140eb-4eb8-48c6-b7a0-f114c7b6b526 req-9d4acdd8-4b5d-4b22-a7a1-0e6e799ad992 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396&tenant_id=93f6616f232149eab0b0d4420733cabb HTTP/1.1" status: 200 len: 1096 time: 0.0907562 Jun 10 04:02:46.500305 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6afad-4fb7-485a-b706-1cb23a240997 req-fb142eeb-b64e-42c4-a948-7a3058b1b696 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:46.501765 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d6e6afad-4fb7-485a-b706-1cb23a240997 req-fb142eeb-b64e-42c4-a948-7a3058b1b696 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 943 time: 0.0778303 Jun 10 04:02:46.550026 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-d6e6afad-4fb7-485a-b706-1cb23a240997 req-f1ddd226-34e0-42ea-b387-7caf606238ca tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376911 Jun 10 04:02:46.590356 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185140eb-4eb8-48c6-b7a0-f114c7b6b526 req-92f23206-3982-48db-8589-fac1b3fd6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:46.591508 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-185140eb-4eb8-48c6-b7a0-f114c7b6b526 req-92f23206-3982-48db-8589-fac1b3fd6072 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=93f6616f232149eab0b0d4420733cabb&device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 1096 time: 0.0647650 Jun 10 04:02:46.707989 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185140eb-4eb8-48c6-b7a0-f114c7b6b526 req-21c98e37-b03f-4877-9a9a-16b82aa24f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:46.709731 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-185140eb-4eb8-48c6-b7a0-f114c7b6b526 req-21c98e37-b03f-4877-9a9a-16b82aa24f1b service neutron] 10.222.0.22 "GET /v2.0/networks?id=c17b4dab-7c5d-43ef-9e30-36283078fe36 HTTP/1.1" status: 200 len: 909 time: 0.1126659 Jun 10 04:02:46.790374 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-185140eb-4eb8-48c6-b7a0-f114c7b6b526 req-5b908a93-fc3b-44b5-8caa-fed46b86919c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=102797f0-0d06-4aa6-af9d-d684c487cd19 HTTP/1.1" status: 200 len: 999 time: 0.0745356 Jun 10 04:02:46.856181 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185140eb-4eb8-48c6-b7a0-f114c7b6b526 req-8229228e-48de-4a7e-aded-50998778f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:46.857551 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-185140eb-4eb8-48c6-b7a0-f114c7b6b526 req-8229228e-48de-4a7e-aded-50998778f33e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98a80741-e8d4-48c3-be87-dcded5c81d07 HTTP/1.1" status: 200 len: 848 time: 0.0601122 Jun 10 04:02:46.918470 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185140eb-4eb8-48c6-b7a0-f114c7b6b526 req-17fbfcbf-8513-427d-8c1a-c2b1d2c9c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:46.919875 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-185140eb-4eb8-48c6-b7a0-f114c7b6b526 req-17fbfcbf-8513-427d-8c1a-c2b1d2c9c8a3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c17b4dab-7c5d-43ef-9e30-36283078fe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0558512 Jun 10 04:02:47.031686 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-185140eb-4eb8-48c6-b7a0-f114c7b6b526 req-d640ae10-27a1-4500-8471-f93d04c2611f service neutron] 10.222.0.22 "GET /v2.0/networks/c17b4dab-7c5d-43ef-9e30-36283078fe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054044 Jun 10 04:02:47.141613 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-185140eb-4eb8-48c6-b7a0-f114c7b6b526 req-f7d2bddb-11db-4d7c-b72b-6490c19d2d72 service neutron] 10.222.0.22 "GET /v2.0/networks/c17b4dab-7c5d-43ef-9e30-36283078fe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039340 Jun 10 04:02:47.668597 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:47.732844 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cedaee-8868-45d7-a831-530ed13e2738 req-e76f7d61-bf9c-43f9-8d03-1caa9adda8cb tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:47.734374 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f4cedaee-8868-45d7-a831-530ed13e2738 req-e76f7d61-bf9c-43f9-8d03-1caa9adda8cb tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 943 time: 0.0702698 Jun 10 04:02:47.776936 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-f4cedaee-8868-45d7-a831-530ed13e2738 req-c01c6873-ef69-4e3a-aa73-082a8148b49f tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368342 Jun 10 04:02:47.966355 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 102797f0-0d06-4aa6-af9d-d684c487cd19 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 04:02:48.082647 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 102797f0-0d06-4aa6-af9d-d684c487cd19, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=102797f0-0d06-4aa6-af9d-d684c487cd19,segment=NetworkSegment(e4002faa-5b3e-481c-8629-f3d8e9d913f0),segment_id=e4002faa-5b3e-481c-8629-f3d8e9d913f0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:02:48.099193 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Returning: {'device': '102797f0-0d06-4aa6-af9d-d684c487cd19', 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36', 'port_id': '102797f0-0d06-4aa6-af9d-d684c487cd19', 'mac_address': 'fa:16:3e:04:d4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 04:02:48.140244 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:48.154556 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102797f0-0d06-4aa6-af9d-d684c487cd19 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 04:02:48.175533 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 102797f0-0d06-4aa6-af9d-d684c487cd19, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=102797f0-0d06-4aa6-af9d-d684c487cd19,segment=NetworkSegment(e4002faa-5b3e-481c-8629-f3d8e9d913f0),segment_id=e4002faa-5b3e-481c-8629-f3d8e9d913f0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:02:48.178956 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:48.181578 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-834f1c65-e028-4a61-affc-08cfa69ae479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:48.235964 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=102797f0-0d06-4aa6-af9d-d684c487cd19,revision_number=7']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:48.238904 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:48.450002 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] get_ports_and_sgs() called for port_ids ['102797f0-0d06-4aa6-af9d-d684c487cd19'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 04:02:48.878586 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 58308) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:48.965639 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b854230-d056-4577-8e90-c10c6767e98c admin admin] Deleting subnet 3c0ac0f9-25ce-4d96-a7b2-32c469dd443f {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 04:02:48.973061 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4b854230-d056-4577-8e90-c10c6767e98c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:49.020947 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4b854230-d056-4577-8e90-c10c6767e98c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125877336'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:49.058830 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b9b96-8885-42aa-979e-3ac3867929a8 req-e063a900-feaa-4d34-92a5-337cc4d0640a tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:49.060189 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9e3b9b96-8885-42aa-979e-3ac3867929a8 req-e063a900-feaa-4d34-92a5-337cc4d0640a tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 944 time: 0.1731098 Jun 10 04:02:49.105094 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4b854230-d056-4577-8e90-c10c6767e98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751384'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:49.138468 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-9e3b9b96-8885-42aa-979e-3ac3867929a8 req-83b4300f-c2ed-402b-8e50-33a8e5c732c1 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711193 Jun 10 04:02:49.169743 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4b854230-d056-4577-8e90-c10c6767e98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126570876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129190977'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:49.172743 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:49.203038 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b854230-d056-4577-8e90-c10c6767e98c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c0ac0f9-25ce-4d96-a7b2-32c469dd443f,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:49.205512 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4b854230-d056-4577-8e90-c10c6767e98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:49.208315 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4b854230-d056-4577-8e90-c10c6767e98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:49.209950 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-4b854230-d056-4577-8e90-c10c6767e98c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3c0ac0f9-25ce-4d96-a7b2-32c469dd443f HTTP/1.1" status: 204 len: 168 time: 0.3303735 Jun 10 04:02:49.212354 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 58310) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:49.300429 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5c61f72e-1455-4cb3-8b92-b1314ab1bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579201'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:49.373855 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 04:02:49.402469 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5c61f72e-1455-4cb3-8b92-b1314ab1bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745367', 'neutron.services.segments.db._delete_segments_for_network-8785832343215'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:49.412947 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-5c61f72e-1455-4cb3-8b92-b1314ab1bca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a9df41-dc94-4eab-ba95-af112249de38']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:02:49.423217 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-5c61f72e-1455-4cb3-8b92-b1314ab1bca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afa5987-ca47-4934-9ecb-77a5ec10be01') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:02:49.423516 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-5c61f72e-1455-4cb3-8b92-b1314ab1bca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afa5987-ca47-4934-9ecb-77a5ec10be01') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:02:49.432721 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5c61f72e-1455-4cb3-8b92-b1314ab1bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785832343044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125877313'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:49.446720 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5c61f72e-1455-4cb3-8b92-b1314ab1bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:49.453084 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c61f72e-1455-4cb3-8b92-b1314ab1bca4 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 04:02:49.453530 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5c61f72e-1455-4cb3-8b92-b1314ab1bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126570723'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: Traceback (most recent call last): Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: timer() Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: cb(*args, **kw) Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: return func(*args, **kwargs) Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: self._notify() Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: self.callback(batched_events) Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: event.method(event) Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: return f(self, *a, **k) Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: return self._get(url).json() Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 04:02:49.455193 dv-cinder-741349-4-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 04:02:49.528619 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5c61f72e-1455-4cb3-8b92-b1314ab1bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719115'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:49.532182 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ece124d3-895c-4287-90c7-5b28d809879a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:49.534493 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5c61f72e-1455-4cb3-8b92-b1314ab1bca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:49.536241 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-5c61f72e-1455-4cb3-8b92-b1314ab1bca4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c8a9df41-dc94-4eab-ba95-af112249de38 HTTP/1.1" status: 204 len: 168 time: 0.3229806 Jun 10 04:02:49.539213 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 58312) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:49.549777 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61f72e-1455-4cb3-8b92-b1314ab1bca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8a9df41-dc94-4eab-ba95-af112249de38,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:49.552331 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5c61f72e-1455-4cb3-8b92-b1314ab1bca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:49.593045 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_v2 [None req-d199e989-8c4c-44f6-9580-9d87c6c9d163 admin admin] Deleting subnet 5f403edf-e7d5-4ed1-80f5-5be11102c223 {{(pid=91626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 04:02:49.596269 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d199e989-8c4c-44f6-9580-9d87c6c9d163 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:49.636981 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d199e989-8c4c-44f6-9580-9d87c6c9d163 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708508'] for subnet, precommit_delete_associations {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:49.684323 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d199e989-8c4c-44f6-9580-9d87c6c9d163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751384'] for subnet, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:49.739302 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d199e989-8c4c-44f6-9580-9d87c6c9d163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126309881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127894169'] for subnet, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:49.741877 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4017c4cd-bb70-44c9-91f5-8e96131ae87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:49.773736 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199e989-8c4c-44f6-9580-9d87c6c9d163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f403edf-e7d5-4ed1-80f5-5be11102c223,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:49.775685 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d199e989-8c4c-44f6-9580-9d87c6c9d163 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:49.777541 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-d199e989-8c4c-44f6-9580-9d87c6c9d163 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5f403edf-e7d5-4ed1-80f5-5be11102c223 HTTP/1.1" status: 204 len: 168 time: 0.2372372 Jun 10 04:02:49.778427 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d199e989-8c4c-44f6-9580-9d87c6c9d163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:49.780071 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 58314) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:49.867250 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2a2700e8-126b-4057-a8c0-4d7ad2675dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579201'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:49.968391 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2a2700e8-126b-4057-a8c0-4d7ad2675dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745367', 'neutron.services.segments.db._delete_segments_for_network-8785832343215'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:49.978778 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-2a2700e8-126b-4057-a8c0-4d7ad2675dae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3bd070b-c941-42cd-b394-2165d17edfca']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:02:49.979833 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 102797f0-0d06-4aa6-af9d-d684c487cd19 up at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 04:02:49.990131 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-2a2700e8-126b-4057-a8c0-4d7ad2675dae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a88487-ba46-4f33-8957-a1652d110fbc') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:02:49.990453 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-2a2700e8-126b-4057-a8c0-4d7ad2675dae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a88487-ba46-4f33-8957-a1652d110fbc') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:02:50.000375 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2a2700e8-126b-4057-a8c0-4d7ad2675dae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785832343044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708485'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:50.014304 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2a2700e8-126b-4057-a8c0-4d7ad2675dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:50.020425 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2700e8-126b-4057-a8c0-4d7ad2675dae admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 04:02:50.021130 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2a2700e8-126b-4057-a8c0-4d7ad2675dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126309478'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: retrieve_revision_numbers = { Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: conditions |= (models_v2.Port.network_id.in_( Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: Traceback (most recent call last): Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: timer() Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: cb(*args, **kw) Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: return func(*args, **kwargs) Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: self._notify() Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: self.callback(batched_events) Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: event.method(event) Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: return f(self, *a, **k) Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: return self._get(url).json() Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 04:02:50.024128 dv-cinder-741349-4-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 04:02:50.036583 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Provisioning complete for port 102797f0-0d06-4aa6-af9d-d684c487cd19 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 04:02:50.036971 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742242'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:50.100139 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2a2700e8-126b-4057-a8c0-4d7ad2675dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719115'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:50.103559 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:50.106537 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2a2700e8-126b-4057-a8c0-4d7ad2675dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:50.108458 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-2a2700e8-126b-4057-a8c0-4d7ad2675dae admin admin] 10.222.0.25 "DELETE /v2.0/networks/c3bd070b-c941-42cd-b394-2165d17edfca HTTP/1.1" status: 204 len: 168 time: 0.3273883 Jun 10 04:02:50.122328 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2700e8-126b-4057-a8c0-4d7ad2675dae admin admin] Pushing event deleted for resources: {'Network': ['ID=c3bd070b-c941-42cd-b394-2165d17edfca,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:50.124641 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2a2700e8-126b-4057-a8c0-4d7ad2675dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:50.125388 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612566'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:50.149286 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2d7180-3382-4a11-a385-004636bb3396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102797f0-0d06-4aa6-af9d-d684c487cd19'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:02:50.151580 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad1cba6cd51550debc7b87944f6c14aedf78f8170b0e8330b69aa15ce507e52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232758a8-9e94-4f39-b187-a63fb40d06f6" -d '{"events": [{"server_uuid": "8a2d7180-3382-4a11-a385-004636bb3396", "name": "network-vif-plugged", "status": "completed", "tag": "102797f0-0d06-4aa6-af9d-d684c487cd19"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:02:50.168725 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] For port 102797f0-0d06-4aa6-af9d-d684c487cd19, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=102797f0-0d06-4aa6-af9d-d684c487cd19,segment=NetworkSegment(e4002faa-5b3e-481c-8629-f3d8e9d913f0),segment_id=e4002faa-5b3e-481c-8629-f3d8e9d913f0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:02:50.175182 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785832196922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785831805233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785831805278'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:50.178511 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-6c21f7c9-10f6-498b-bef0-761178764e07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:50.208322 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1ed222-b117-434a-9cc4-cc37ede3bf44 x-openstack-request-id: req-ca1ed222-b117-434a-9cc4-cc37ede3bf44 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:02:50.208636 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2d7180-3382-4a11-a385-004636bb3396", "name": "network-vif-plugged", "status": "completed", "tag": "102797f0-0d06-4aa6-af9d-d684c487cd19", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:02:50.209657 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca1ed222-b117-434a-9cc4-cc37ede3bf44 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:02:50.210053 dv-cinder-741349-4-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2d7180-3382-4a11-a385-004636bb3396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102797f0-0d06-4aa6-af9d-d684c487cd19', 'code': 200} Jun 10 04:02:50.244104 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Pushing event updated for resources: {'Port': ['ID=102797f0-0d06-4aa6-af9d-d684c487cd19,revision_number=8']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:50.248491 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:50.295561 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 58322) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:50.336932 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2601e50-7537-4ea5-8d17-93e25a5a5335 req-32d0e450-54d6-40ea-9be7-e6530042d2af tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:50.340888 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-db55fed4-d61a-42af-b76e-03b6d4801ff8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6effdbfc456f4122bb9c6c633e31d922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414162 Jun 10 04:02:50.341124 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 58324) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:50.341823 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b2601e50-7537-4ea5-8d17-93e25a5a5335 req-32d0e450-54d6-40ea-9be7-e6530042d2af tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0714092 Jun 10 04:02:50.384469 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b2601e50-7537-4ea5-8d17-93e25a5a5335 req-c35fe181-6423-401a-8725-93c6c0c32d23 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397031 Jun 10 04:02:50.392830 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8d05007c-256f-4b42-bd61-c8a25f13c1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:50.415925 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8d05007c-256f-4b42-bd61-c8a25f13c1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:50.504102 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8d05007c-256f-4b42-bd61-c8a25f13c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:50.506573 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8d05007c-256f-4b42-bd61-c8a25f13c1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:50.507669 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-8d05007c-256f-4b42-bd61-c8a25f13c1d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c47811c5-d4e0-4afb-ad26-7fccd30edc75 HTTP/1.1" status: 204 len: 168 time: 0.1656637 Jun 10 04:02:50.509184 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a563100f-4153-4cc5-abf6-0faac20b7d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:50.520251 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccceaa76-37be-472b-ae8e-3c2fb36f0c67 req-147cf9a9-e887-42ef-82df-b350c9588ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:50.521709 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-ccceaa76-37be-472b-ae8e-3c2fb36f0c67 req-147cf9a9-e887-42ef-82df-b350c9588ae3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 1098 time: 0.0726922 Jun 10 04:02:50.522864 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05007c-256f-4b42-bd61-c8a25f13c1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47811c5-d4e0-4afb-ad26-7fccd30edc75,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:50.525109 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8d05007c-256f-4b42-bd61-c8a25f13c1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:50.560024 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-ccceaa76-37be-472b-ae8e-3c2fb36f0c67 req-51a6f961-7851-405c-b2b4-13fce32b8e9c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318725 Jun 10 04:02:50.823239 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 58330) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:50.865023 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-241d6bc9-dfa6-46d2-8847-6139869a46d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db9509fe67fd4cf391e925c7d8354dbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405881 Jun 10 04:02:50.867213 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 58332) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:50.919424 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-21ab17e1-3c63-4cf6-b2f6-2b67159c1c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:50.941200 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-21ab17e1-3c63-4cf6-b2f6-2b67159c1c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:50.988679 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-21ab17e1-3c63-4cf6-b2f6-2b67159c1c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:50.991395 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-21ab17e1-3c63-4cf6-b2f6-2b67159c1c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:50.992502 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-21ab17e1-3c63-4cf6-b2f6-2b67159c1c4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/979b6e55-c239-4fdf-bd08-917b02726696 HTTP/1.1" status: 204 len: 168 time: 0.1244349 Jun 10 04:02:50.993302 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6e63d7d6-e12c-4f79-a624-bf7f1a3fd0e4 tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:51.001855 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab17e1-3c63-4cf6-b2f6-2b67159c1c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979b6e55-c239-4fdf-bd08-917b02726696,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:51.004035 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-21ab17e1-3c63-4cf6-b2f6-2b67159c1c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:51.582891 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70f847-aad3-4837-b14d-6da86f275b55 req-9ef0400a-ec71-4dd0-b7cf-4506c987a591 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:51.584357 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8f70f847-aad3-4837-b14d-6da86f275b55 req-9ef0400a-ec71-4dd0-b7cf-4506c987a591 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0855174 Jun 10 04:02:51.630166 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-8f70f847-aad3-4837-b14d-6da86f275b55 req-b696c830-cb64-441c-8957-4387036fefbe tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384514 Jun 10 04:02:52.008270 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 58364) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:52.111814 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b14f6f83-23f5-4620-9c45-c0ef95d3b70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:52.207837 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b14f6f83-23f5-4620-9c45-c0ef95d3b70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:52.211527 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b14f6f83-23f5-4620-9c45-c0ef95d3b70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:52.214850 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-09365859-0d9d-47ae-8f75-c9c33fb38de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:52.252253 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-b14f6f83-23f5-4620-9c45-c0ef95d3b70a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da6f556d6d384beeb5b44023949944f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429373 Jun 10 04:02:52.254192 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f6f83-23f5-4620-9c45-c0ef95d3b70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691812b9-3c77-49f6-9037-947aca9f44c4,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:52.254879 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 58368) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:02:52.257274 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b14f6f83-23f5-4620-9c45-c0ef95d3b70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:52.308356 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-157244d7-cbe8-477d-8748-41ee014c5078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:52.329617 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-157244d7-cbe8-477d-8748-41ee014c5078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:52.376501 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-157244d7-cbe8-477d-8748-41ee014c5078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:52.379242 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-157244d7-cbe8-477d-8748-41ee014c5078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:02:52.380346 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-157244d7-cbe8-477d-8748-41ee014c5078 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/691812b9-3c77-49f6-9037-947aca9f44c4 HTTP/1.1" status: 204 len: 168 time: 0.1245232 Jun 10 04:02:52.381113 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-643e54af-9270-4b72-bc6f-2fd715ad13bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:02:52.389152 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157244d7-cbe8-477d-8748-41ee014c5078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691812b9-3c77-49f6-9037-947aca9f44c4,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:02:52.392037 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-157244d7-cbe8-477d-8748-41ee014c5078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:02:52.817183 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea458-2aa3-4192-9191-f768a57e35ef req-9b128e03-a960-4829-80b1-8c7b0fff9b58 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:02:52.818696 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b2eea458-2aa3-4192-9191-f768a57e35ef req-9b128e03-a960-4829-80b1-8c7b0fff9b58 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0776935 Jun 10 04:02:52.860487 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-b2eea458-2aa3-4192-9191-f768a57e35ef req-8235aeff-34ee-43dc-8f03-9df4c61f2090 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362482 Jun 10 04:03:04.486934 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 58482) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:03:04.589638 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4dc5712c-592f-4325-9048-2492be1e132c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:04.678283 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4dc5712c-592f-4325-9048-2492be1e132c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:04.682170 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4dc5712c-592f-4325-9048-2492be1e132c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:04.684515 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-157244d7-cbe8-477d-8748-41ee014c5078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:03:04.721531 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5712c-592f-4325-9048-2492be1e132c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd90b91-7827-4466-a397-1dd706f4c486,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:03:04.725721 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-4dc5712c-592f-4325-9048-2492be1e132c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ab4fd0538894f0d9f593a1f879088a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377403 Jun 10 04:03:04.726617 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4dc5712c-592f-4325-9048-2492be1e132c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:03:04.728345 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 58486) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:03:04.781361 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-24704d2f-5e2b-41a1-b9c8-5748903ddbe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:04.802820 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-24704d2f-5e2b-41a1-b9c8-5748903ddbe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:04.850193 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-24704d2f-5e2b-41a1-b9c8-5748903ddbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:04.852700 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-24704d2f-5e2b-41a1-b9c8-5748903ddbe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:04.854341 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-24704d2f-5e2b-41a1-b9c8-5748903ddbe5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fbd90b91-7827-4466-a397-1dd706f4c486 HTTP/1.1" status: 204 len: 168 time: 0.1245339 Jun 10 04:03:04.855084 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e465193c-ec98-4a4a-8917-58903c9aa69f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:03:04.863208 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24704d2f-5e2b-41a1-b9c8-5748903ddbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd90b91-7827-4466-a397-1dd706f4c486,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:03:04.865402 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-24704d2f-5e2b-41a1-b9c8-5748903ddbe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:03:05.803659 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 58518) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:03:05.907517 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d094f6fb-da20-4270-9554-d9d2385cffce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:05.996602 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d094f6fb-da20-4270-9554-d9d2385cffce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:06.000114 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d094f6fb-da20-4270-9554-d9d2385cffce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:06.003316 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1867aabb-2e77-4695-8b36-9de3a61b72c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:03:06.040736 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-d094f6fb-da20-4270-9554-d9d2385cffce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5584dc8f85c4c529b5085b07637d1aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357523 Jun 10 04:03:06.042005 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094f6fb-da20-4270-9554-d9d2385cffce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbc2057-121e-4e4b-926f-10daf7457f80,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:03:06.043459 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 58522) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:03:06.045118 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d094f6fb-da20-4270-9554-d9d2385cffce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:03:06.097119 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e71d92a4-5dad-4a9e-897a-904f61f7aae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:06.118514 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e71d92a4-5dad-4a9e-897a-904f61f7aae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:06.166297 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e71d92a4-5dad-4a9e-897a-904f61f7aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:06.168690 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e71d92a4-5dad-4a9e-897a-904f61f7aae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:06.169920 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-e71d92a4-5dad-4a9e-897a-904f61f7aae7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfbc2057-121e-4e4b-926f-10daf7457f80 HTTP/1.1" status: 204 len: 168 time: 0.1244924 Jun 10 04:03:06.170693 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1fccbcf1-4236-4dc9-9581-927732a46b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:03:06.179238 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d92a4-5dad-4a9e-897a-904f61f7aae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbc2057-121e-4e4b-926f-10daf7457f80,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:03:06.181490 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e71d92a4-5dad-4a9e-897a-904f61f7aae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:03:12.456985 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb3c4-e305-4d9e-99c6-1deb05ef7ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:14.993237 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:14.997806 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-427a30c5-4e06-4082-ac51-e19cc48fa831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:15.225229 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:16.038871 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:16.891412 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 58640) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:03:16.992882 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-429cfb8f-54b3-4a1c-88bd-901b940530fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:17.090426 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-429cfb8f-54b3-4a1c-88bd-901b940530fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:17.094486 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-429cfb8f-54b3-4a1c-88bd-901b940530fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:17.097181 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0ee83734-f0fa-48e0-84ac-ada3a2d8aa0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:03:17.137716 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-429cfb8f-54b3-4a1c-88bd-901b940530fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd9f7131a0564354b88131617fea3a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452490 Jun 10 04:03:17.138685 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cfb8f-54b3-4a1c-88bd-901b940530fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02215134-7d87-4fbf-ad19-6d2ed62fb257,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:03:17.140486 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 58644) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:03:17.146457 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429cfb8f-54b3-4a1c-88bd-901b940530fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:03:17.147211 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429cfb8f-54b3-4a1c-88bd-901b940530fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:03:17.147332 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429cfb8f-54b3-4a1c-88bd-901b940530fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:03:17.147610 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429cfb8f-54b3-4a1c-88bd-901b940530fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:03:17.147979 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429cfb8f-54b3-4a1c-88bd-901b940530fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:03:17.148462 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429cfb8f-54b3-4a1c-88bd-901b940530fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:03:17.148832 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429cfb8f-54b3-4a1c-88bd-901b940530fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:03:17.149253 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429cfb8f-54b3-4a1c-88bd-901b940530fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:03:17.149563 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429cfb8f-54b3-4a1c-88bd-901b940530fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:03:17.149919 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429cfb8f-54b3-4a1c-88bd-901b940530fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:03:17.150295 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429cfb8f-54b3-4a1c-88bd-901b940530fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:03:17.150650 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429cfb8f-54b3-4a1c-88bd-901b940530fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:03:17.155108 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-429cfb8f-54b3-4a1c-88bd-901b940530fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:03:17.192954 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4ec348be-f950-4f1c-8a93-440d53f90d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:17.215739 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4ec348be-f950-4f1c-8a93-440d53f90d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:17.272299 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4ec348be-f950-4f1c-8a93-440d53f90d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:17.274888 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4ec348be-f950-4f1c-8a93-440d53f90d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:17.276016 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-4ec348be-f950-4f1c-8a93-440d53f90d49 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02215134-7d87-4fbf-ad19-6d2ed62fb257 HTTP/1.1" status: 204 len: 168 time: 0.1345727 Jun 10 04:03:17.276921 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9521c0c0-6c2c-4164-96e5-39a952b5c10c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:03:17.285348 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec348be-f950-4f1c-8a93-440d53f90d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02215134-7d87-4fbf-ad19-6d2ed62fb257,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:03:17.287762 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4ec348be-f950-4f1c-8a93-440d53f90d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:03:17.668146 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:18.148572 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-4f53879e-fafd-47a4-aa30-94bdbd310059 req-4cf5e8aa-c605-4203-81f5-b9a0cd5987d8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568328 Jun 10 04:03:18.263802 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53879e-fafd-47a4-aa30-94bdbd310059 req-b7526529-807a-4a95-a93b-2e44d77c7463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:03:18.265245 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-4f53879e-fafd-47a4-aa30-94bdbd310059 req-b7526529-807a-4a95-a93b-2e44d77c7463 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=93f6616f232149eab0b0d4420733cabb&device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 1098 time: 0.0577426 Jun 10 04:03:18.389742 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53879e-fafd-47a4-aa30-94bdbd310059 req-f1923bd7-b011-42d6-a762-5f6f8efe5624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:03:18.391117 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-4f53879e-fafd-47a4-aa30-94bdbd310059 req-f1923bd7-b011-42d6-a762-5f6f8efe5624 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c17b4dab-7c5d-43ef-9e30-36283078fe36 HTTP/1.1" status: 200 len: 909 time: 0.1061661 Jun 10 04:03:18.473204 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-4f53879e-fafd-47a4-aa30-94bdbd310059 req-546e407c-f8cb-47ca-8f35-d5c95d0ce4bb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=102797f0-0d06-4aa6-af9d-d684c487cd19 HTTP/1.1" status: 200 len: 1001 time: 0.0756567 Jun 10 04:03:18.525392 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53879e-fafd-47a4-aa30-94bdbd310059 req-84a4c6a9-7b3e-41e0-816a-42a77548d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:03:18.526765 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-4f53879e-fafd-47a4-aa30-94bdbd310059 req-84a4c6a9-7b3e-41e0-816a-42a77548d5ba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98a80741-e8d4-48c3-be87-dcded5c81d07 HTTP/1.1" status: 200 len: 848 time: 0.0479798 Jun 10 04:03:18.587570 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53879e-fafd-47a4-aa30-94bdbd310059 req-ec4497ef-ce74-4f5e-b1c9-efcf83998296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:03:18.588959 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-4f53879e-fafd-47a4-aa30-94bdbd310059 req-ec4497ef-ce74-4f5e-b1c9-efcf83998296 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c17b4dab-7c5d-43ef-9e30-36283078fe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0540369 Jun 10 04:03:18.701000 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-4f53879e-fafd-47a4-aa30-94bdbd310059 req-4f5671b5-c182-4375-ae6d-6ddec54ef865 service neutron] 10.222.0.22 "GET /v2.0/networks/c17b4dab-7c5d-43ef-9e30-36283078fe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033711 Jun 10 04:03:18.810722 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-4f53879e-fafd-47a4-aa30-94bdbd310059 req-c136d0e2-b1b0-4567-b56a-d7393fefc8a7 service neutron] 10.222.0.22 "GET /v2.0/networks/c17b4dab-7c5d-43ef-9e30-36283078fe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031430 Jun 10 04:03:26.371442 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 04:03:42.456728 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2f1f-36f8-4f99-8edc-e7f142754e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:45.008376 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-1fb6dc08-9a8d-4426-b297-7bde0bc54150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:45.011079 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:45.226471 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:46.042615 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:03:47.671006 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:03.370743 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 04:04:08.438120 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 58656) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:04:08.628151 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Deleting port 01328c0c-64b4-433e-8d18-1a181f7f5032 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:04:08.628490 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:08.722141 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:08.722428 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:08.813548 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Calling delete_port for 01328c0c-64b4-433e-8d18-1a181f7f5032 owned by network:floatingip {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:04:09.231297 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:09.234057 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0ae5d606-eb7f-4f21-b859-98a600f3adda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:04:09.262028 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Pushing event deleted for resources: {'Port': ['ID=01328c0c-64b4-433e-8d18-1a181f7f5032,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:04:09.291687 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:09.292072 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:09.292443 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:09.292804 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:09.293168 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:09.293524 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:09.293881 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:09.294253 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:09.294613 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:09.294970 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:09.295323 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:09.295672 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:09.299731 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:04:09.342942 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for floatingip, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:09.343204 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.db.l3_db [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Floating IP efa9c30e-8f2f-4653-8536-1a6add7110a4 disassociated (deleted). External IP: 172.28.2.124, port: 102797f0-0d06-4aa6-af9d-d684c487cd19. Jun 10 04:04:09.610708 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Router e5c9cb69-e955-4d9f-be94-5f24189fbf43 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 04:04:09.748567 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 04:04:09.753299 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:09.758731 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b7708-c0e1-4247-a50e-08c7e4859f6a None None] Sync routers for ids ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'] in dv-cinder-741349-4-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 04:04:09.768130 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104b7708-c0e1-4247-a50e-08c7e4859f6a None None] Routers {'e5c9cb69-e955-4d9f-be94-5f24189fbf43'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 04:04:09.768756 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-104b7708-c0e1-4247-a50e-08c7e4859f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T04:03:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:04:09.792892 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-9a37ddcf-c0f6-4470-84b1-fe6b2ea24aa8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "DELETE /v2.0/floatingips/efa9c30e-8f2f-4653-8536-1a6add7110a4 HTTP/1.1" status: 204 len: 168 time: 1.3537705 Jun 10 04:04:09.793641 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2d7180-3382-4a11-a385-004636bb3396', 'tag': '102797f0-0d06-4aa6-af9d-d684c487cd19'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:04:09.796069 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a190ab15-3820-47be-bee8-837ff8f5dcc0" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2d7180-3382-4a11-a385-004636bb3396", "tag": "102797f0-0d06-4aa6-af9d-d684c487cd19"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:04:09.842806 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398ea89d-b587-49fd-a871-c6def687df15 x-openstack-request-id: req-398ea89d-b587-49fd-a871-c6def687df15 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:04:09.843139 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2d7180-3382-4a11-a385-004636bb3396", "tag": "102797f0-0d06-4aa6-af9d-d684c487cd19", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:04:09.843431 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-398ea89d-b587-49fd-a871-c6def687df15 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:04:09.843864 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2d7180-3382-4a11-a385-004636bb3396', 'tag': '102797f0-0d06-4aa6-af9d-d684c487cd19', 'status': 'completed', 'code': 200} Jun 10 04:04:09.953090 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190ab15-3820-47be-bee8-837ff8f5dcc0 req-569fde4d-4f86-4c7b-bcd5-f209a24cf308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:04:09.954628 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-a190ab15-3820-47be-bee8-837ff8f5dcc0 req-569fde4d-4f86-4c7b-bcd5-f209a24cf308 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=93f6616f232149eab0b0d4420733cabb&device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 1098 time: 0.0650628 Jun 10 04:04:10.062153 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-104b7708-c0e1-4247-a50e-08c7e4859f6a None None] Set router e5c9cb69-e955-4d9f-be94-5f24189fbf43 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 04:04:10.078074 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190ab15-3820-47be-bee8-837ff8f5dcc0 req-fed74b58-5e21-480e-887d-f292ae7d1d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:04:10.079681 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-a190ab15-3820-47be-bee8-837ff8f5dcc0 req-fed74b58-5e21-480e-887d-f292ae7d1d8f service neutron] 10.222.0.22 "GET /v2.0/networks?id=c17b4dab-7c5d-43ef-9e30-36283078fe36 HTTP/1.1" status: 200 len: 909 time: 0.1189830 Jun 10 04:04:10.137578 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-a190ab15-3820-47be-bee8-837ff8f5dcc0 req-ccbed78b-1efa-4eb2-b4a8-17d69d6ac3e4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=102797f0-0d06-4aa6-af9d-d684c487cd19 HTTP/1.1" status: 200 len: 217 time: 0.0496387 Jun 10 04:04:10.194266 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190ab15-3820-47be-bee8-837ff8f5dcc0 req-a045da3f-2e77-4e96-b36a-5fbf3a75988e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:04:10.196188 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-a190ab15-3820-47be-bee8-837ff8f5dcc0 req-a045da3f-2e77-4e96-b36a-5fbf3a75988e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98a80741-e8d4-48c3-be87-dcded5c81d07 HTTP/1.1" status: 200 len: 848 time: 0.0515480 Jun 10 04:04:10.203149 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bb67c-73d3-4267-93e1-bc32532f9e5a req-b3523ca0-b469-4ff7-a1a9-afe28689de70 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:04:10.204594 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-671bb67c-73d3-4267-93e1-bc32532f9e5a req-b3523ca0-b469-4ff7-a1a9-afe28689de70 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0736346 Jun 10 04:04:10.247526 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-671bb67c-73d3-4267-93e1-bc32532f9e5a req-c68172fb-707b-4081-947b-8aee5352198a tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368822 Jun 10 04:04:10.267501 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190ab15-3820-47be-bee8-837ff8f5dcc0 req-cd9f9e54-b38a-4cb2-b4dc-0b5a9cc7bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:04:10.268953 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-a190ab15-3820-47be-bee8-837ff8f5dcc0 req-cd9f9e54-b38a-4cb2-b4dc-0b5a9cc7bf16 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c17b4dab-7c5d-43ef-9e30-36283078fe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0656598 Jun 10 04:04:10.331419 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-104b7708-c0e1-4247-a50e-08c7e4859f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'name': 'tempest-TestShelveInstance-1273258040-router', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:36Z', 'updated_at': '2021-06-10T03:59:40Z', 'revision_number': 4, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'gw_port': {'id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:37Z', 'updated_at': '2021-06-10T03:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'fa3dcb7c-ded1-40d4-9b64-813dc739fe3d', 'name': '', 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'mac_address': 'fa:16:3e:78:29:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:39Z', 'updated_at': '2021-06-10T03:59:46Z', 'revision_number': 5, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'subnets': [{'id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:04:10.334699 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b7708-c0e1-4247-a50e-08c7e4859f6a None None] Checking router: e5c9cb69-e955-4d9f-be94-5f24189fbf43 for host: dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 04:04:10.343171 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104b7708-c0e1-4247-a50e-08c7e4859f6a None None] Routers {'e5c9cb69-e955-4d9f-be94-5f24189fbf43'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 04:04:10.343768 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-104b7708-c0e1-4247-a50e-08c7e4859f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T04:03:45Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:04:10.382445 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-a190ab15-3820-47be-bee8-837ff8f5dcc0 req-3f7f0a5f-82e3-499e-9ab8-8270a288cbde service neutron] 10.222.0.22 "GET /v2.0/networks/c17b4dab-7c5d-43ef-9e30-36283078fe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068580 Jun 10 04:04:10.491170 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-104b7708-c0e1-4247-a50e-08c7e4859f6a None None] Set router e5c9cb69-e955-4d9f-be94-5f24189fbf43 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 04:04:10.493892 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-a190ab15-3820-47be-bee8-837ff8f5dcc0 req-07186936-c4af-4431-8a83-c989ebc5de37 service neutron] 10.222.0.22 "GET /v2.0/networks/c17b4dab-7c5d-43ef-9e30-36283078fe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036303 Jun 10 04:04:10.741827 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-104b7708-c0e1-4247-a50e-08c7e4859f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'name': 'tempest-TestShelveInstance-1273258040-router', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:36Z', 'updated_at': '2021-06-10T03:59:40Z', 'revision_number': 4, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'gw_port': {'id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:37Z', 'updated_at': '2021-06-10T03:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'fa3dcb7c-ded1-40d4-9b64-813dc739fe3d', 'name': '', 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'mac_address': 'fa:16:3e:78:29:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:39Z', 'updated_at': '2021-06-10T03:59:46Z', 'revision_number': 5, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'subnets': [{'id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:04:10.745047 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b7708-c0e1-4247-a50e-08c7e4859f6a None None] The sync data for ids ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'] in dv-cinder-741349-4-smb is: [{'id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'name': 'tempest-TestShelveInstance-1273258040-router', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:36Z', 'updated_at': '2021-06-10T03:59:40Z', 'revision_number': 4, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'gw_port': {'id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:37Z', 'updated_at': '2021-06-10T03:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb', '_interfaces': [{'id': 'fa3dcb7c-ded1-40d4-9b64-813dc739fe3d', 'name': '', 'network_id': 'c17b4dab-7c5d-43ef-9e30-36283078fe36', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'mac_address': 'fa:16:3e:78:29:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:39Z', 'updated_at': '2021-06-10T03:59:46Z', 'revision_number': 5, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'subnets': [{'id': '98a80741-e8d4-48c3-be87-dcded5c81d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 04:04:10.934780 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fe4a5d-ea6d-4785-8667-a7306397b804 None None] New status for floating IP efa9c30e-8f2f-4653-8536-1a6add7110a4: DOWN {{(pid=91628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 04:04:11.702362 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e2c5a-2e35-4ff9-8ab3-b7e121a2b1ed req-fe76b96b-f186-4091-b1b6-48fb7ad674a8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:04:11.703801 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-931e2c5a-2e35-4ff9-8ab3-b7e121a2b1ed req-fe76b96b-f186-4091-b1b6-48fb7ad674a8 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.0731983 Jun 10 04:04:11.733193 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a682dde-cd7c-4153-b9a8-5c2dc8791dee req-610b23bd-6fdc-470e-baa3-30531bd9121d tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 04:04:11.734657 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0a682dde-cd7c-4153-b9a8-5c2dc8791dee req-610b23bd-6fdc-470e-baa3-30531bd9121d tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 945 time: 0.3624198 Jun 10 04:04:11.773532 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-0a682dde-cd7c-4153-b9a8-5c2dc8791dee req-fe32ce9d-80c3-414c-923d-b903bc1218fe tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c534625-3de5-4b78-bd9a-aa0c3be476ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333331 Jun 10 04:04:11.811264 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-931e2c5a-2e35-4ff9-8ab3-b7e121a2b1ed req-bd376c60-7b7f-4add-bc54-d1eec71f4d03 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Deleting port 102797f0-0d06-4aa6-af9d-d684c487cd19 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:04:11.811608 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-931e2c5a-2e35-4ff9-8ab3-b7e121a2b1ed req-bd376c60-7b7f-4add-bc54-d1eec71f4d03 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:11.918668 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-931e2c5a-2e35-4ff9-8ab3-b7e121a2b1ed req-bd376c60-7b7f-4add-bc54-d1eec71f4d03 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] For port 102797f0-0d06-4aa6-af9d-d684c487cd19, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=102797f0-0d06-4aa6-af9d-d684c487cd19,segment=NetworkSegment(e4002faa-5b3e-481c-8629-f3d8e9d913f0),segment_id=e4002faa-5b3e-481c-8629-f3d8e9d913f0)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:04:11.919021 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-931e2c5a-2e35-4ff9-8ab3-b7e121a2b1ed req-bd376c60-7b7f-4add-bc54-d1eec71f4d03 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:12.013437 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-931e2c5a-2e35-4ff9-8ab3-b7e121a2b1ed req-bd376c60-7b7f-4add-bc54-d1eec71f4d03 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Calling delete_port for 102797f0-0d06-4aa6-af9d-d684c487cd19 owned by compute:nova {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:04:12.167407 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-931e2c5a-2e35-4ff9-8ab3-b7e121a2b1ed req-bd376c60-7b7f-4add-bc54-d1eec71f4d03 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:12.171168 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4ed0b9db-a9c4-4a98-a6c8-d3fb3629e960 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:04:12.200854 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd376c60-7b7f-4add-bc54-d1eec71f4d03 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Pushing event deleted for resources: {'Port': ['ID=102797f0-0d06-4aa6-af9d-d684c487cd19,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:04:12.204095 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bd376c60-7b7f-4add-bc54-d1eec71f4d03 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:04:12.257877 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-931e2c5a-2e35-4ff9-8ab3-b7e121a2b1ed req-bd376c60-7b7f-4add-bc54-d1eec71f4d03 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] No DVR routers for this DVR port 102797f0-0d06-4aa6-af9d-d684c487cd19 on host hv-cinder-74134 {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 04:04:12.260996 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-931e2c5a-2e35-4ff9-8ab3-b7e121a2b1ed req-bd376c60-7b7f-4add-bc54-d1eec71f4d03 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041760'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:12.262986 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [req-931e2c5a-2e35-4ff9-8ab3-b7e121a2b1ed req-bd376c60-7b7f-4add-bc54-d1eec71f4d03 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.22 "DELETE /v2.0/ports/102797f0-0d06-4aa6-af9d-d684c487cd19 HTTP/1.1" status: 204 len: 173 time: 0.5543253 Jun 10 04:04:12.263553 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2d7180-3382-4a11-a385-004636bb3396', 'name': 'network-vif-deleted', 'tag': '102797f0-0d06-4aa6-af9d-d684c487cd19'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 04:04:12.265736 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7965c50c8d2138de443073a1c168e3ae63424dbbc5656ef8d15056399d4030f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dcad75-10ca-421a-a200-5f8900cfc190" -d '{"events": [{"server_uuid": "8a2d7180-3382-4a11-a385-004636bb3396", "name": "network-vif-deleted", "tag": "102797f0-0d06-4aa6-af9d-d684c487cd19"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 04:04:12.317206 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2573a39-1879-4bdd-aae7-0fa6f77592f3 x-openstack-request-id: req-f2573a39-1879-4bdd-aae7-0fa6f77592f3 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 04:04:12.317542 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2d7180-3382-4a11-a385-004636bb3396", "name": "network-vif-deleted", "tag": "102797f0-0d06-4aa6-af9d-d684c487cd19", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 04:04:12.317863 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2573a39-1879-4bdd-aae7-0fa6f77592f3 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 04:04:12.318346 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2d7180-3382-4a11-a385-004636bb3396', 'name': 'network-vif-deleted', 'tag': '102797f0-0d06-4aa6-af9d-d684c487cd19', 'status': 'completed', 'code': 200} Jun 10 04:04:12.456627 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fb1c6ab1-6905-454c-bb01-2c0a5fbd4171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:12.925682 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [req-642e9d8f-41e3-4a3b-819e-12a11b23163e req-9f78c352-afbe-4ec1-8a96-b3f5924765af tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a2d7180-3382-4a11-a385-004636bb3396 HTTP/1.1" status: 200 len: 210 time: 0.0316541 Jun 10 04:04:14.016628 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 58680) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:04:14.079100 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-25f19f19-f08e-49c7-9ac7-92c5f5699d18 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:14.105012 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-25f19f19-f08e-49c7-9ac7-92c5f5699d18 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:14.165827 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-25f19f19-f08e-49c7-9ac7-92c5f5699d18 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:14.168475 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-25f19f19-f08e-49c7-9ac7-92c5f5699d18 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:14.169604 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-25f19f19-f08e-49c7-9ac7-92c5f5699d18 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] 10.222.0.25 "DELETE /v2.0/security-groups/8c534625-3de5-4b78-bd9a-aa0c3be476ec HTTP/1.1" status: 204 len: 168 time: 0.1519825 Jun 10 04:04:14.170422 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-34ec2875-f9a4-4618-b48d-7e4bdeac125b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:04:14.179816 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f19f19-f08e-49c7-9ac7-92c5f5699d18 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c534625-3de5-4b78-bd9a-aa0c3be476ec,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:04:14.182505 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-25f19f19-f08e-49c7-9ac7-92c5f5699d18 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:04:14.208367 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 58684) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:04:14.477376 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 102797f0-0d06-4aa6-af9d-d684c487cd19 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:04:14.502565 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] No Port match for: 102797f0-0d06-4aa6-af9d-d684c487cd19 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 04:04:14.502926 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Device 102797f0-0d06-4aa6-af9d-d684c487cd19 not bound to the agent host hv-cinder-74134 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 04:04:14.644334 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-00fde8a4-64d0-4c5c-b686-6ea09384d089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690597'] for router_interface, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:14.944918 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-00fde8a4-64d0-4c5c-b686-6ea09384d089 admin admin] Deleting port fa3dcb7c-ded1-40d4-9b64-813dc739fe3d {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:04:14.945175 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-00fde8a4-64d0-4c5c-b686-6ea09384d089 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:15.006720 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-da9a521b-9b14-4d7f-a6d0-b1f9d235ac2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:15.010761 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:15.228355 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:15.302503 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-00fde8a4-64d0-4c5c-b686-6ea09384d089 admin admin] For port fa3dcb7c-ded1-40d4-9b64-813dc739fe3d, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=fa3dcb7c-ded1-40d4-9b64-813dc739fe3d,segment=NetworkSegment(e4002faa-5b3e-481c-8629-f3d8e9d913f0),segment_id=e4002faa-5b3e-481c-8629-f3d8e9d913f0)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:04:15.303138 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-00fde8a4-64d0-4c5c-b686-6ea09384d089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:15.390952 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-00fde8a4-64d0-4c5c-b686-6ea09384d089 admin admin] Calling delete_port for fa3dcb7c-ded1-40d4-9b64-813dc739fe3d owned by network:router_interface {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:04:15.602457 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-00fde8a4-64d0-4c5c-b686-6ea09384d089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:15.605064 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-698e8d27-26de-42fa-b24a-d667940d6294 tempest-VolumesSnapshotTestJSON-1441936782 tempest-VolumesSnapshotTestJSON-1441936782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:04:15.632790 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fde8a4-64d0-4c5c-b686-6ea09384d089 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3dcb7c-ded1-40d4-9b64-813dc739fe3d,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:04:15.636520 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-00fde8a4-64d0-4c5c-b686-6ea09384d089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:04:15.842045 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-00fde8a4-64d0-4c5c-b686-6ea09384d089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690229'] for router_interface, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:16.044568 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:16.124911 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fde8a4-64d0-4c5c-b686-6ea09384d089 admin admin] Router e5c9cb69-e955-4d9f-be94-5f24189fbf43 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 04:04:16.263947 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fde8a4-64d0-4c5c-b686-6ea09384d089 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 04:04:16.268822 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-00fde8a4-64d0-4c5c-b686-6ea09384d089 admin admin] 10.222.0.25 "PUT /v2.0/routers/e5c9cb69-e955-4d9f-be94-5f24189fbf43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0591319 Jun 10 04:04:16.271318 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 58686) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:04:16.273808 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf106c73-7383-43c5-875a-7bd2c1d9a564 None None] Sync routers for ids ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'] in dv-cinder-741349-4-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 04:04:16.283210 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf106c73-7383-43c5-875a-7bd2c1d9a564 None None] Routers {'e5c9cb69-e955-4d9f-be94-5f24189fbf43'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 04:04:16.283852 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-cf106c73-7383-43c5-875a-7bd2c1d9a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T04:04:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:04:16.406497 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d211f56c-fca6-4b55-83a7-73b95e5e17a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:16.419321 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-cf106c73-7383-43c5-875a-7bd2c1d9a564 None None] Set router e5c9cb69-e955-4d9f-be94-5f24189fbf43 gateway port host: dv-cinder-741349-4-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 04:04:16.541923 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d211f56c-fca6-4b55-83a7-73b95e5e17a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:16.599092 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-d211f56c-fca6-4b55-83a7-73b95e5e17a8 admin admin] Deleting port 3948a9a4-c020-42e3-986b-7a4be2b963dc {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:04:16.599541 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d211f56c-fca6-4b55-83a7-73b95e5e17a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:16.648314 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-cf106c73-7383-43c5-875a-7bd2c1d9a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'name': 'tempest-TestShelveInstance-1273258040-router', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:36Z', 'updated_at': '2021-06-10T04:04:15Z', 'revision_number': 5, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'gw_port': {'id': '3948a9a4-c020-42e3-986b-7a4be2b963dc', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:37Z', 'updated_at': '2021-06-10T03:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:04:16.652283 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf106c73-7383-43c5-875a-7bd2c1d9a564 None None] Checking router: e5c9cb69-e955-4d9f-be94-5f24189fbf43 for host: dv-cinder-741349-4-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 04:04:16.660147 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf106c73-7383-43c5-875a-7bd2c1d9a564 None None] Routers {'e5c9cb69-e955-4d9f-be94-5f24189fbf43'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 04:04:16.660684 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-cf106c73-7383-43c5-875a-7bd2c1d9a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T04:04:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:04:16.699298 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-d211f56c-fca6-4b55-83a7-73b95e5e17a8 admin admin] For port 3948a9a4-c020-42e3-986b-7a4be2b963dc, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=3948a9a4-c020-42e3-986b-7a4be2b963dc,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:04:16.699656 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d211f56c-fca6-4b55-83a7-73b95e5e17a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:16.792244 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-d211f56c-fca6-4b55-83a7-73b95e5e17a8 admin admin] Calling delete_port for 3948a9a4-c020-42e3-986b-7a4be2b963dc owned by network:router_gateway {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:04:16.911952 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-cf106c73-7383-43c5-875a-7bd2c1d9a564 None None] Set router e5c9cb69-e955-4d9f-be94-5f24189fbf43 gateway port host: None {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 04:04:16.989277 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-cf106c73-7383-43c5-875a-7bd2c1d9a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'name': 'tempest-TestShelveInstance-1273258040-router', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:36Z', 'updated_at': '2021-06-10T04:04:16Z', 'revision_number': 6, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'gw_port_host': None}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:04:16.992958 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf106c73-7383-43c5-875a-7bd2c1d9a564 None None] The sync data for ids ['e5c9cb69-e955-4d9f-be94-5f24189fbf43'] in dv-cinder-741349-4-smb is: [{'id': 'e5c9cb69-e955-4d9f-be94-5f24189fbf43', 'name': 'tempest-TestShelveInstance-1273258040-router', 'tenant_id': '93f6616f232149eab0b0d4420733cabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:36Z', 'updated_at': '2021-06-10T04:04:16Z', 'revision_number': 6, 'project_id': '93f6616f232149eab0b0d4420733cabb', 'gw_port_host': None}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 04:04:16.993248 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d211f56c-fca6-4b55-83a7-73b95e5e17a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:16.997021 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ea2a7b3a-9249-4680-ad5c-6239c2f20f22 tempest-TestShelveInstance-1737723726 tempest-TestShelveInstance-1737723726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:04:17.026645 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211f56c-fca6-4b55-83a7-73b95e5e17a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3948a9a4-c020-42e3-986b-7a4be2b963dc,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:04:17.031959 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d211f56c-fca6-4b55-83a7-73b95e5e17a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:04:17.096250 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d211f56c-fca6-4b55-83a7-73b95e5e17a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719204'] for router_gateway, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:17.224206 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d211f56c-fca6-4b55-83a7-73b95e5e17a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245209'] for router, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:17.226147 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d211f56c-fca6-4b55-83a7-73b95e5e17a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:17.279739 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d211f56c-fca6-4b55-83a7-73b95e5e17a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688193'] for router, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:17.280091 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d211f56c-fca6-4b55-83a7-73b95e5e17a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5c9cb69-e955-4d9f-be94-5f24189fbf43 {{(pid=91626) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 04:04:17.284504 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d211f56c-fca6-4b55-83a7-73b95e5e17a8 admin admin] Notify callbacks [] for router, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:17.285810 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-d211f56c-fca6-4b55-83a7-73b95e5e17a8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e5c9cb69-e955-4d9f-be94-5f24189fbf43 HTTP/1.1" status: 204 len: 168 time: 1.0135961 Jun 10 04:04:17.288242 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 58688) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:04:17.343480 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b2e632-5783-4382-b9b0-e8a31a18d8ca admin admin] Deleting subnet 98a80741-e8d4-48c3-be87-dcded5c81d07 {{(pid=91626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 04:04:17.346445 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b8b2e632-5783-4382-b9b0-e8a31a18d8ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:17.389022 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b8b2e632-5783-4382-b9b0-e8a31a18d8ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708508'] for subnet, precommit_delete_associations {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:17.480122 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b8b2e632-5783-4382-b9b0-e8a31a18d8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751384'] for subnet, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:17.537372 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b8b2e632-5783-4382-b9b0-e8a31a18d8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126309881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127894169'] for subnet, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:17.539993 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:04:17.570280 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2e632-5783-4382-b9b0-e8a31a18d8ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98a80741-e8d4-48c3-be87-dcded5c81d07,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:04:17.572169 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b8b2e632-5783-4382-b9b0-e8a31a18d8ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:17.573958 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-b8b2e632-5783-4382-b9b0-e8a31a18d8ca admin admin] 10.222.0.25 "DELETE /v2.0/subnets/98a80741-e8d4-48c3-be87-dcded5c81d07 HTTP/1.1" status: 204 len: 168 time: 0.2848015 Jun 10 04:04:17.574833 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b8b2e632-5783-4382-b9b0-e8a31a18d8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:04:17.576368 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 58690) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:04:17.578686 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42d3459-4a77-482a-9411-8a85cc57c566 None None] Network c17b4dab-7c5d-43ef-9e30-36283078fe36 requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 04:04:17.662781 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579201'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:17.721488 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] Deleting port cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:04:17.722025 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:17.722456 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:17.815526 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] DHCP port deletion for c17b4dab-7c5d-43ef-9e30-36283078fe36 request from dv-cinder-741349-4-smb {{(pid=91627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 04:04:17.871775 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] Deleting port cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 {{(pid=91627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:04:17.872255 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:17.967140 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] For port cf4e9bf6-b100-47b6-bfd9-e422fb3f1303, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=cf4e9bf6-b100-47b6-bfd9-e422fb3f1303,segment=NetworkSegment(e4002faa-5b3e-481c-8629-f3d8e9d913f0),segment_id=e4002faa-5b3e-481c-8629-f3d8e9d913f0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:04:17.967555 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:18.063829 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] Calling delete_port for cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 owned by network:dhcp {{(pid=91627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:04:18.078833 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] For port cf4e9bf6-b100-47b6-bfd9-e422fb3f1303, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=cf4e9bf6-b100-47b6-bfd9-e422fb3f1303,segment=NetworkSegment(e4002faa-5b3e-481c-8629-f3d8e9d913f0),segment_id=e4002faa-5b3e-481c-8629-f3d8e9d913f0)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:04:18.079263 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:18.160693 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224'] for port, after_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:18.164017 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-87e8a3eb-1a04-490d-b712-4ead961ee3ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:04:18.166035 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device fa3dcb7c-ded1-40d4-9b64-813dc739fe3d no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:04:18.171400 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] Calling delete_port for cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 owned by network:dhcp {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:04:18.221369 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: fa3dcb7c-ded1-40d4-9b64-813dc739fe3d {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 04:04:18.221728 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device fa3dcb7c-ded1-40d4-9b64-813dc739fe3d not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 04:04:18.222169 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 3948a9a4-c020-42e3-986b-7a4be2b963dc no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:04:18.223936 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] Pushing event deleted for resources: {'Port': ['ID=cf4e9bf6-b100-47b6-bfd9-e422fb3f1303,revision_number=None']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:04:18.254415 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] No DVR routers for this DVR port cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 on host dv-cinder-741349-4-smb {{(pid=91627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 04:04:18.256620 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:18.256993 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:18.257341 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:18.257682 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:18.258017 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:18.258381 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:18.258716 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:18.259049 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:18.260982 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:18.260982 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:18.260982 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:18.260982 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:18.263193 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: 3948a9a4-c020-42e3-986b-7a4be2b963dc {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 04:04:18.263552 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 3948a9a4-c020-42e3-986b-7a4be2b963dc not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 04:04:18.263973 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:04:18.266802 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-f30a870c-9f45-4e44-8879-015d46f76db0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:04:18.267437 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126309427'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:18.275092 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d211f56c-fca6-4b55-83a7-73b95e5e17a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:04:18.289649 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 04:04:18.290010 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 04:04:18.301991 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf4e9bf6-b100-47b6-bfd9-e422fb3f1303,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:04:18.305048 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:04:18.305890 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] No DVR routers for this DVR port cf4e9bf6-b100-47b6-bfd9-e422fb3f1303 on host dv-cinder-741349-4-smb {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 04:04:18.398940 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745367', 'neutron.services.segments.db._delete_segments_for_network-8785832343215'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:18.409348 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17b4dab-7c5d-43ef-9e30-36283078fe36']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:04:18.423881 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4002faa-5b3e-481c-8629-f3d8e9d913f0') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:04:18.424178 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4002faa-5b3e-481c-8629-f3d8e9d913f0') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:04:18.434051 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785832343044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708485'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:18.449039 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:18.454790 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 04:04:18.455208 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126309478'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: self.session.flush() Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: self.session.flush() Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: self.session.flush() Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: self.session.flush() Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: Traceback (most recent call last): Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: timer() Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: cb(*args, **kw) Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: return func(*args, **kwargs) Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: self._notify() Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: self.callback(batched_events) Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: event.method(event) Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: return f(self, *a, **k) Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: return self._get(url).json() Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 04:04:18.456894 dv-cinder-741349-4-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 04:04:18.526708 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719115'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:18.530476 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b07083cc-f648-4311-b3da-91bfe8d185ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:04:18.532772 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:18.534567 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c17b4dab-7c5d-43ef-9e30-36283078fe36 HTTP/1.1" status: 204 len: 168 time: 0.9573040 Jun 10 04:04:18.537885 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 58692) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:04:18.547889 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] Pushing event deleted for resources: {'Network': ['ID=c17b4dab-7c5d-43ef-9e30-36283078fe36,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:04:18.550354 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-08b9fe77-6b55-4c03-89a4-f47bd8180288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:04:18.964980 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690597'] for router_interface, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:19.275806 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Deleting port 5bdbfe06-f170-4e5c-a50a-21552ec6747e {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:04:19.276158 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:19.375684 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] For port 5bdbfe06-f170-4e5c-a50a-21552ec6747e, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=5bdbfe06-f170-4e5c-a50a-21552ec6747e,segment=NetworkSegment(e8d4a2c3-f5a9-4614-bbce-2b93d7300a70),segment_id=e8d4a2c3-f5a9-4614-bbce-2b93d7300a70)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:04:19.376028 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:19.471677 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Calling delete_port for 5bdbfe06-f170-4e5c-a50a-21552ec6747e owned by network:router_interface {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:04:19.682333 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126570678'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:19.684108 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-702a8d4a-7d04-422a-8fab-10ea26d92d3f tempest-AttachVolumeShelveTestJSON-962610312 tempest-AttachVolumeShelveTestJSON-962610312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:04:19.715990 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bdbfe06-f170-4e5c-a50a-21552ec6747e,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:04:19.728871 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:19.729257 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:19.729636 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:19.730005 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:19.730409 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:19.730776 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:19.731140 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:19.731493 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:19.731855 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:19.732212 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:19.732568 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:19.732924 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 04:04:19.755960 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:04:19.936464 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690229'] for router_interface, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:20.219610 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Router 2a0e1d92-950b-4a57-b95f-0a049da32071 has already been hosted by L3 agent b3c3bf88-5d86-45eb-b9df-96a8c11d91be {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 04:04:20.357916 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 04:04:20.363175 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-5571c917-2257-40ef-a7ff-829f9e7070d0 admin admin] 10.222.0.25 "PUT /v2.0/routers/2a0e1d92-950b-4a57-b95f-0a049da32071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8241975 Jun 10 04:04:20.365633 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 58694) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:04:20.368162 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24906b1a-31cd-4ec8-a127-ffcfb666d5ce None None] Sync routers for ids ['2a0e1d92-950b-4a57-b95f-0a049da32071'] in dv-cinder-741349-4-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 04:04:20.377543 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24906b1a-31cd-4ec8-a127-ffcfb666d5ce None None] Routers {'2a0e1d92-950b-4a57-b95f-0a049da32071'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 04:04:20.378140 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-24906b1a-31cd-4ec8-a127-ffcfb666d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T04:04:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['2a0e1d92-950b-4a57-b95f-0a049da32071'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:04:20.501162 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e07160cc-b731-4a63-89e7-f0808c110cb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:20.526213 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-24906b1a-31cd-4ec8-a127-ffcfb666d5ce None None] Set router 2a0e1d92-950b-4a57-b95f-0a049da32071 gateway port host: dv-cinder-741349-4-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 04:04:20.644783 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e07160cc-b731-4a63-89e7-f0808c110cb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:20.701234 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-e07160cc-b731-4a63-89e7-f0808c110cb1 admin admin] Deleting port 67f66155-663c-4d3c-9035-2494a5c00ac0 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:04:20.701989 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e07160cc-b731-4a63-89e7-f0808c110cb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:20.806113 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-e07160cc-b731-4a63-89e7-f0808c110cb1 admin admin] For port 67f66155-663c-4d3c-9035-2494a5c00ac0, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=67f66155-663c-4d3c-9035-2494a5c00ac0,segment=NetworkSegment(39b2c00f-2d65-48cf-8bcf-8300428984a4),segment_id=39b2c00f-2d65-48cf-8bcf-8300428984a4)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:04:20.806416 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e07160cc-b731-4a63-89e7-f0808c110cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:20.849576 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-24906b1a-31cd-4ec8-a127-ffcfb666d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'name': 'tempest-TestShelveInstance-71914731-router', 'tenant_id': '3b2246e02f5f42f6afd93ddb9741f841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'external_fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '67f66155-663c-4d3c-9035-2494a5c00ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:42Z', 'updated_at': '2021-06-10T04:04:19Z', 'revision_number': 5, 'project_id': '3b2246e02f5f42f6afd93ddb9741f841', 'gw_port': {'id': '67f66155-663c-4d3c-9035-2494a5c00ac0', 'name': '', 'network_id': '521d4520-71b8-438e-96ef-236a080e2b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:59:43Z', 'updated_at': '2021-06-10T03:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4fdf890-cc0e-449a-b17a-0a4cb4019895', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-smb'}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:04:20.852764 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24906b1a-31cd-4ec8-a127-ffcfb666d5ce None None] Checking router: 2a0e1d92-950b-4a57-b95f-0a049da32071 for host: dv-cinder-741349-4-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 04:04:20.861148 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24906b1a-31cd-4ec8-a127-ffcfb666d5ce None None] Routers {'2a0e1d92-950b-4a57-b95f-0a049da32071'} bound to L3 agent in host dv-cinder-741349-4-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 04:04:20.861735 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-24906b1a-31cd-4ec8-a127-ffcfb666d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:47:15Z,description=,heartbeat_timestamp=2021-06-10T04:04:15Z,host='dv-cinder-741349-4-smb',id=b3c3bf88-5d86-45eb-b9df-96a8c11d91be,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T03:47:15Z,topic='l3_agent')) {'router_ids': ['2a0e1d92-950b-4a57-b95f-0a049da32071'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:04:20.897667 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-e07160cc-b731-4a63-89e7-f0808c110cb1 admin admin] Calling delete_port for 67f66155-663c-4d3c-9035-2494a5c00ac0 owned by network:router_gateway {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:04:20.977428 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-24906b1a-31cd-4ec8-a127-ffcfb666d5ce None None] Set router 2a0e1d92-950b-4a57-b95f-0a049da32071 gateway port host: None {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 04:04:21.052360 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-24906b1a-31cd-4ec8-a127-ffcfb666d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'name': 'tempest-TestShelveInstance-71914731-router', 'tenant_id': '3b2246e02f5f42f6afd93ddb9741f841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:42Z', 'updated_at': '2021-06-10T04:04:20Z', 'revision_number': 6, 'project_id': '3b2246e02f5f42f6afd93ddb9741f841', 'gw_port_host': None}], 'dv-cinder-741349-4-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:04:21.056020 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24906b1a-31cd-4ec8-a127-ffcfb666d5ce None None] The sync data for ids ['2a0e1d92-950b-4a57-b95f-0a049da32071'] in dv-cinder-741349-4-smb is: [{'id': '2a0e1d92-950b-4a57-b95f-0a049da32071', 'name': 'tempest-TestShelveInstance-71914731-router', 'tenant_id': '3b2246e02f5f42f6afd93ddb9741f841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:59:42Z', 'updated_at': '2021-06-10T04:04:20Z', 'revision_number': 6, 'project_id': '3b2246e02f5f42f6afd93ddb9741f841', 'gw_port_host': None}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 04:04:21.099003 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e07160cc-b731-4a63-89e7-f0808c110cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126570678'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:21.100894 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c82e97da-9cbe-40f8-84c9-7aa8446bc4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:04:21.129202 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07160cc-b731-4a63-89e7-f0808c110cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f66155-663c-4d3c-9035-2494a5c00ac0,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:04:21.132425 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e07160cc-b731-4a63-89e7-f0808c110cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:04:21.500870 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e07160cc-b731-4a63-89e7-f0808c110cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719204'] for router_gateway, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:21.633708 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e07160cc-b731-4a63-89e7-f0808c110cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245209'] for router, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:21.636477 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e07160cc-b731-4a63-89e7-f0808c110cb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:21.691256 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e07160cc-b731-4a63-89e7-f0808c110cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688193'] for router, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:21.691741 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07160cc-b731-4a63-89e7-f0808c110cb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a0e1d92-950b-4a57-b95f-0a049da32071 {{(pid=91625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 04:04:21.696019 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e07160cc-b731-4a63-89e7-f0808c110cb1 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:21.697149 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-e07160cc-b731-4a63-89e7-f0808c110cb1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2a0e1d92-950b-4a57-b95f-0a049da32071 HTTP/1.1" status: 204 len: 168 time: 1.3306010 Jun 10 04:04:21.700272 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 58696) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:04:21.753678 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-518dd708-21e3-48a1-a408-3e501f53c570 admin admin] Deleting subnet 97883e7e-20bd-4c8d-817e-06fd08e97984 {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 04:04:21.756752 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-518dd708-21e3-48a1-a408-3e501f53c570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:21.802928 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-518dd708-21e3-48a1-a408-3e501f53c570 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125877336'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:21.890046 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-518dd708-21e3-48a1-a408-3e501f53c570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751384'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:21.948000 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-518dd708-21e3-48a1-a408-3e501f53c570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126570876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129190977'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:21.950907 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b0f96072-e3df-4155-a918-d8fc36ac8684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:04:21.983557 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518dd708-21e3-48a1-a408-3e501f53c570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97883e7e-20bd-4c8d-817e-06fd08e97984,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:04:21.986638 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-518dd708-21e3-48a1-a408-3e501f53c570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:04:21.987606 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-518dd708-21e3-48a1-a408-3e501f53c570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:21.989457 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-518dd708-21e3-48a1-a408-3e501f53c570 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/97883e7e-20bd-4c8d-817e-06fd08e97984 HTTP/1.1" status: 204 len: 168 time: 0.2882583 Jun 10 04:04:21.991975 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 58698) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:04:21.995139 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89d8004-006b-45e3-a25d-9121cf201224 None None] Network 8341297e-248d-468d-bd8c-7c9d0bc6c0ea requested from dv-cinder-741349-4-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 04:04:22.091342 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579201'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:22.156239 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] Deleting port 1aed5c03-2dab-4825-b606-96194f623151 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:04:22.156479 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:22.173378 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 5bdbfe06-f170-4e5c-a50a-21552ec6747e no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:04:22.197691 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: 5bdbfe06-f170-4e5c-a50a-21552ec6747e {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 04:04:22.198056 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 5bdbfe06-f170-4e5c-a50a-21552ec6747e not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 04:04:22.198586 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 67f66155-663c-4d3c-9035-2494a5c00ac0 no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:04:22.221967 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: 67f66155-663c-4d3c-9035-2494a5c00ac0 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 04:04:22.222356 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 67f66155-663c-4d3c-9035-2494a5c00ac0 not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 04:04:22.227289 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3448d5-6a59-4955-8c4f-ac68cea4a737 None None] DHCP port deletion for 8341297e-248d-468d-bd8c-7c9d0bc6c0ea request from dv-cinder-741349-4-smb {{(pid=91627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 04:04:22.239585 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] For port 1aed5c03-2dab-4825-b606-96194f623151, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=1aed5c03-2dab-4825-b606-96194f623151,segment=NetworkSegment(e8d4a2c3-f5a9-4614-bbce-2b93d7300a70),segment_id=e8d4a2c3-f5a9-4614-bbce-2b93d7300a70)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:04:22.239938 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:22.277812 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-ed3448d5-6a59-4955-8c4f-ac68cea4a737 None None] Deleting port 1aed5c03-2dab-4825-b606-96194f623151 {{(pid=91627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 04:04:22.278207 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ed3448d5-6a59-4955-8c4f-ac68cea4a737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785832192799'] for port, before_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:22.337177 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] Calling delete_port for 1aed5c03-2dab-4825-b606-96194f623151 owned by network:dhcp {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:04:22.362311 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-ed3448d5-6a59-4955-8c4f-ac68cea4a737 None None] For port 1aed5c03-2dab-4825-b606-96194f623151, host dv-cinder-741349-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-smb',level=0,port_id=1aed5c03-2dab-4825-b606-96194f623151,segment=NetworkSegment(e8d4a2c3-f5a9-4614-bbce-2b93d7300a70),segment_id=e8d4a2c3-f5a9-4614-bbce-2b93d7300a70)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 04:04:22.362717 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ed3448d5-6a59-4955-8c4f-ac68cea4a737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717982'] for port, precommit_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:22.427960 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126570678'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:22.430834 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c0e9b76c-3a0f-4cb6-aa8b-39230fb07383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:04:22.453717 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-ed3448d5-6a59-4955-8c4f-ac68cea4a737 None None] Calling delete_port for 1aed5c03-2dab-4825-b606-96194f623151 owned by network:dhcp {{(pid=91627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 04:04:22.460868 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] No DVR routers for this DVR port 1aed5c03-2dab-4825-b606-96194f623151 on host dv-cinder-741349-4-smb {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 04:04:22.465989 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aed5c03-2dab-4825-b606-96194f623151,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:04:22.468082 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:04:22.545313 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ed3448d5-6a59-4955-8c4f-ac68cea4a737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785832196931', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785831805224'] for port, after_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:22.547191 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:04:22.562738 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745367', 'neutron.services.segments.db._delete_segments_for_network-8785832343215'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:22.574015 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8341297e-248d-468d-bd8c-7c9d0bc6c0ea']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:04:22.575503 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3448d5-6a59-4955-8c4f-ac68cea4a737 None None] Pushing event deleted for resources: {'Port': ['ID=1aed5c03-2dab-4825-b606-96194f623151,revision_number=None']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:04:22.578511 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-ed3448d5-6a59-4955-8c4f-ac68cea4a737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:04:22.579315 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3448d5-6a59-4955-8c4f-ac68cea4a737 None None] No DVR routers for this DVR port 1aed5c03-2dab-4825-b606-96194f623151 on host dv-cinder-741349-4-smb {{(pid=91627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 04:04:22.589533 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d4a2c3-f5a9-4614-bbce-2b93d7300a70') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:04:22.589833 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d4a2c3-f5a9-4614-bbce-2b93d7300a70') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 04:04:22.599994 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785832343044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125877313'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:22.614169 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:22.619973 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 04:04:22.620351 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126570723'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: Traceback (most recent call last): Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: timer() Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: cb(*args, **kw) Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: return func(*args, **kwargs) Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: self._notify() Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: self.callback(batched_events) Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: event.method(event) Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: return f(self, *a, **k) Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: return self._get(url).json() Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 04:04:22.622285 dv-cinder-741349-4-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 04:04:22.698397 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719115'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:22.703125 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538368'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:22.704971 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8341297e-248d-468d-bd8c-7c9d0bc6c0ea HTTP/1.1" status: 204 len: 168 time: 0.7120903 Jun 10 04:04:22.706261 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:04:22.721322 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8341297e-248d-468d-bd8c-7c9d0bc6c0ea,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:04:22.723749 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-958b94e4-f0bf-442e-9c09-10c8dfbc2ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:04:22.860539 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 58702) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:04:22.903213 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-7df8817a-91c4-404a-a073-a425313d40fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93f6616f232149eab0b0d4420733cabb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414889 Jun 10 04:04:22.905396 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.25', 58704) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:04:22.954816 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-38e2118d-16ae-47e8-9a0f-6a806786e39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:22.980489 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-38e2118d-16ae-47e8-9a0f-6a806786e39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:23.029812 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-38e2118d-16ae-47e8-9a0f-6a806786e39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:23.032538 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-38e2118d-16ae-47e8-9a0f-6a806786e39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:23.033637 dv-cinder-741349-4-smb neutron-server[91625]: INFO neutron.wsgi [None req-38e2118d-16ae-47e8-9a0f-6a806786e39b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f911dd89-c719-48ac-b33e-d9eee92f535a HTTP/1.1" status: 204 len: 168 time: 0.1273868 Jun 10 04:04:23.034418 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-fe82f714-fe73-4eb6-927b-9e27e604dbc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:04:23.042911 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2118d-16ae-47e8-9a0f-6a806786e39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f911dd89-c719-48ac-b33e-d9eee92f535a,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:04:23.045399 dv-cinder-741349-4-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-38e2118d-16ae-47e8-9a0f-6a806786e39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:04:23.340359 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 58710) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:04:23.387827 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-d98893ca-8035-4b6a-8612-f0b15e0f373e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b2246e02f5f42f6afd93ddb9741f841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461318 Jun 10 04:04:23.389939 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.25', 58712) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 04:04:23.439637 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-dce6ac3e-f933-4de4-9b79-e10434e210b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:23.461227 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-dce6ac3e-f933-4de4-9b79-e10434e210b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:23.509493 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-dce6ac3e-f933-4de4-9b79-e10434e210b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780234'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:23.512147 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-dce6ac3e-f933-4de4-9b79-e10434e210b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:23.513234 dv-cinder-741349-4-smb neutron-server[91626]: INFO neutron.wsgi [None req-dce6ac3e-f933-4de4-9b79-e10434e210b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d685d76-0ad2-47b0-ba9b-3f48bdb05ad2 HTTP/1.1" status: 204 len: 168 time: 0.1223893 Jun 10 04:04:23.513949 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fb570187-cc35-497e-85d9-421f86844fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 04:04:23.522683 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6ac3e-f933-4de4-9b79-e10434e210b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d685d76-0ad2-47b0-ba9b-3f48bdb05ad2,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 04:04:23.524895 dv-cinder-741349-4-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-dce6ac3e-f933-4de4-9b79-e10434e210b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 04:04:24.154627 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 1aed5c03-2dab-4825-b606-96194f623151 no longer exists at agent ovs-agent-dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 04:04:24.179268 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] No Port match for: 1aed5c03-2dab-4825-b606-96194f623151 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 04:04:24.179623 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Device 1aed5c03-2dab-4825-b606-96194f623151 not bound to the agent host dv-cinder-741349-4-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 04:04:40.369901 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 04:04:42.457538 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-1284ae29-83fc-40a9-a544-568e02fd1f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:45.005313 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab6c6-f83b-40f6-9fa0-5d8218d4fac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:45.008622 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:45.228395 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:46.045652 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:04:47.676388 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:05:12.457176 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-faf8c86f-aa59-458b-8eed-87547f6b3b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:05:14.995552 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6fb40ad6-36b2-47d3-a944-56d54ac3948b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:05:15.011144 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:05:15.230840 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:05:16.049216 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:05:17.373418 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 04:05:17.678627 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:05:42.457532 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-1acd2470-8c3a-4f35-82e6-db591a544e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:05:44.995119 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8210ca9e-ac9b-49b7-bcb3-d37aa5d0cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:05:45.013750 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:05:45.232966 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:05:46.049634 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:05:47.680608 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:05:54.371506 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 04:06:12.459882 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6f00e80d-3359-4186-b603-88d812ca2daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:06:14.995266 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b474e0f0-dca4-458d-8909-2fb75a536803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:06:15.011885 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:06:15.235360 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:06:16.053669 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:06:17.684381 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:06:31.370293 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 04:06:42.461307 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a240d162-045c-4969-a0a5-4ae114875aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:06:44.995964 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a61a5119-7fa8-484c-b4ec-ee155c20ff5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:06:45.010633 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:06:45.234955 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:06:46.056263 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:06:47.687208 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:07:08.368189 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 04:07:12.460313 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-843b8766-4f66-481d-8314-7887801decb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:07:14.995923 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-7d423c8c-e97d-4164-a484-2b18cf5cc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:07:15.026964 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:07:15.236682 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:07:16.058865 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:07:17.692813 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:07:42.462179 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-5ca88b15-aa63-4b03-951c-171c0d4d4a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:07:44.996177 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-1c907f2f-a3a9-432d-9361-2bc84cc9eeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:07:45.038479 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:07:45.237946 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:07:45.366449 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 04:07:46.060244 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:07:47.693292 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:08:12.461000 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b9cc11d0-7d31-4d09-9808-18d22af8c26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:08:14.996088 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e94403c0-e898-4d2d-bc1a-8adde2820797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:08:15.053765 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:08:15.237747 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:08:16.063938 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:08:17.695068 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:08:22.364552 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 04:08:42.460784 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-72392f64-5ffb-470b-b2fb-c05871ff4ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:08:44.995885 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3acd89b5-d753-4d53-a64d-3e0f4a6277d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:08:45.055326 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:08:45.238448 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:08:46.067292 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:08:47.698006 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:08:59.362253 dv-cinder-741349-4-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-f4c60615-c3b7-45b8-96ce-46c7e56e0319 None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 04:09:12.460747 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f3fa38a6-66a7-46e7-8761-c5aed8dc5baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:09:14.995099 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-1073401a-f7e1-4cf4-a885-8385f184d9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:09:15.073665 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ce-1ebc-4038-b0a5-c0f69612b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:09:15.239492 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fcd1dba7-9ffe-4bd4-92ef-0d2a5715cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:09:16.069217 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c573e842-5f12-41b4-b264-d061e0de7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 04:09:17.702765 dv-cinder-741349-4-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-59a2a21c-d4aa-4c5e-a132-2971e8336ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785832343197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742361'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}